-- Logs begin at Mon 2021-04-05 14:52:06 UTC, end at Mon 2021-04-05 16:04:05 UTC. -- Apr 05 15:31:08.123940 dv-cinder-784779-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 15:31:10.992313 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.common.config [-] Logging enabled! Apr 05 15:31:10.992784 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31 Apr 05 15:31:10.994203 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84200) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 15:31:10.995957 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.common.config [-] Logging enabled! Apr 05 15:31:10.996247 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31 Apr 05 15:31:10.996625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84200) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 15:31:10.997666 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 15:31:10.997929 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 15:31:10.998975 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 15:31:10.999257 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 15:31:10.999515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 15:31:10.999888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.000232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.000606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.000869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.001207 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.001547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.001867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.002201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.002541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.002865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.003182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.003503 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.003765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.004082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.004413 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.005324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.005580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] debug = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.005897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.006428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.006751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.007068 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.007398 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.007713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.008021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.008330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.008676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.009043 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] host = dv-cinder-784779-1-smb {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.009358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.009688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.010016 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.010342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.010652 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.010967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.011292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.011608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.011916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] log_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.012229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.012583 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.012914 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.013251 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.013507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.013761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.014091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.014421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.014732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.015045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.015358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.015670 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.015980 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.016285 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.016632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.016958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.017284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.017593 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.017903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.018210 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.018516 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.018839 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.019148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.019457 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.019765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.020092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.020420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.020754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.021098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.021424 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.021752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.022075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.022384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.022707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.023011 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.023316 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.023620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] use_json = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.023924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.024226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.024566 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.025271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.025609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.025924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.026230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.026561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:11.026897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.027237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.027580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.027900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.028233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.028571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.028904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.029215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.029546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.029875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.030197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.030510 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.030832 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.031142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.031475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.031826 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.032161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.032512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.032826 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.033136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.033441 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.033754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.034075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.034409 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.034740 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.035047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.035358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.035690 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.036029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.036336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.036676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.037010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.037320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.037628 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.037948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.038261 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.038569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.038876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.039187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.039515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.039826 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.040133 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.040439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.040774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.041081 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.041403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.041721 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.042030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.042337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.042647 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.042955 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.043266 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.043577 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.043883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.044197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.044523 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.044834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.045142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.045448 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.045752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.046059 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.046367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.046679 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.046987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.047297 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.047603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.047910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.048216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.048559 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.048895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.049209 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.049522 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.049836 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.050150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.050464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.050774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.051086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.051907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.052227 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.052587 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.052910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.053235 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.053555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.053868 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.054204 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.054518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.054838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.055150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.055463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.055788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.056105 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.056435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.056792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.057121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.057450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.057778 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.058094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.058444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.058761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:11.059009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 15:31:11.059272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84200) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 05 15:31:11.714567 dv-cinder-784779-1-smb neutron-server[84200]: INFO keyring.backend [-] Loading Gnome Apr 05 15:31:11.731670 dv-cinder-784779-1-smb neutron-server[84200]: INFO keyring.backend [-] Loading Google Apr 05 15:31:11.734280 dv-cinder-784779-1-smb neutron-server[84200]: INFO keyring.backend [-] Loading Windows (alt) Apr 05 15:31:11.738264 dv-cinder-784779-1-smb neutron-server[84200]: INFO keyring.backend [-] Loading file Apr 05 15:31:11.739169 dv-cinder-784779-1-smb neutron-server[84200]: INFO keyring.backend [-] Loading keyczar Apr 05 15:31:11.739449 dv-cinder-784779-1-smb neutron-server[84200]: INFO keyring.backend [-] Loading multi Apr 05 15:31:11.740093 dv-cinder-784779-1-smb neutron-server[84200]: INFO keyring.backend [-] Loading pyfs Apr 05 15:31:11.786687 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:31:11.786993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:31:11.787315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:31:11.787683 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 15:31:12.176226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.176786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.176883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.179709 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.180020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.180323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.218123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.218437 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.218734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.231959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.232275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.232605 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.299478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.299765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.300037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.301218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.301547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.301841 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.570841 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.571095 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.571397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.571699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.573494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.720580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.720960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.721280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.721584 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.721878 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.722256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.722553 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.722838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.723123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.724043 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.724336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.724662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.724965 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.725253 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.725561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.725874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.726165 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.726478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.726763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.727101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.727548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.727830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.728109 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.728444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.728748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.729024 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.729440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:31:12.729713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:31:12.729981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:31:12.730248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:31:12.730515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:31:12.730782 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:31:12.731189 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 15:31:12.734313 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 15:31:12.738541 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 15:31:12.743028 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 05 15:31:12.744701 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 15:31:12.745961 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 15:31:12.746341 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 15:31:12.746768 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 15:31:12.749508 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 15:31:12.749795 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 15:31:12.750178 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 15:31:12.776653 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 15:31:12.777170 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.777499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84200) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 15:31:12.777909 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.779252 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84200) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 15:31:12.779575 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 15:31:12.779855 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 15:31:12.783019 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.783329 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:12.851249 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 15:31:12.851471 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 15:31:12.851743 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 15:31:12.852147 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 15:31:12.886299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_db.sqlalchemy.engines [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84200) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 05 15:31:13.327784 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Initializing driver for type 'gre' Apr 05 15:31:13.328421 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] gre ID ranges: [(1, 1000)] Apr 05 15:31:13.368589 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Initializing driver for type 'local' Apr 05 15:31:13.368964 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Initializing driver for type 'vlan' Apr 05 15:31:13.379010 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] VlanTypeDriver initialization complete Apr 05 15:31:13.379385 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Initializing driver for type 'vxlan' Apr 05 15:31:13.379920 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] vxlan ID ranges: [(1, 1000)] Apr 05 15:31:13.420060 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Initializing extension driver 'port_security' Apr 05 15:31:13.420437 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.extensions.port_security [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] PortSecurityExtensionDriver initialization complete Apr 05 15:31:13.420851 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Initializing mechanism driver 'openvswitch' Apr 05 15:31:13.421210 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Initializing mechanism driver 'hyperv' Apr 05 15:31:13.427462 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:31:13.428278 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > port after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.428707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > port after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.429092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > port after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.429515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > subnet after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.429899 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > subnet after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.430276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > subnet after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.430692 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > network after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.431074 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > network after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.431450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > network after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.431866 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > security_group after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.432245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > security_group after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.432670 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > security_group after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.433086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.433464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.433839 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.434376 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > address_group after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.434759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > address_group after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.435134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > address_group after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.435502 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] ML2 OVO RPC backend initialized. {{(pid=84200) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 05 15:31:13.436282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router_interface after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.436694 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.437152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > network before_response 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.437533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > networks before_response 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.437911 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > port before_response 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.438283 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > ports before_response 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.438659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > subnet before_response 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.439034 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > subnets before_response 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.439415 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > network after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.439789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > network after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.440157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > network after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.440550 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > port after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.440927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > port after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.441296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > port after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.441664 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > subnet after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.442031 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > subnet after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.442397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > subnet after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.443019 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.plugin [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Modular L2 Plugin initialization complete Apr 05 15:31:13.443371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading services supported by the core plugin {{(pid=84200) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 15:31:13.443729 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.plugins.ml2.managers [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Got port-security extension from driver 'port_security' Apr 05 15:31:13.444229 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.extensions.vlantransparent [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Disabled vlantransparent extension. Apr 05 15:31:13.444792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84200) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 15:31:13.445136 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading Plugin: router Apr 05 15:31:13.481857 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router_interface before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.482294 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router after_create 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.482697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router before_create 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.483100 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.483516 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.483905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router after_delete 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.484341 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > floatingip after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.484777 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router after_create 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.485159 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router after_update 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.485546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router after_update 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.485952 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.486327 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router after_update 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.487071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router precommit_update 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.487490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: port after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.487867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: port after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.488241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: subnet after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.488640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.489029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > port precommit_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.489410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router precommit_create 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.489786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: port before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.490163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router precommit_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.490563 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router after_update 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.490939 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router precommit_delete 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.491323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router precommit_create 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.491723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router_interface after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.492103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router precommit_update 55549900 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.492570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > network after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.493550 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Tracking information for resource: router configured {{(pid=84200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:31:13.493920 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Tracking information for resource: floatingip configured {{(pid=84200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:31:13.498683 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_agentschedulers_db [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 15:31:13.499325 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: port after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.499715 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: port after_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.500098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: port after_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.500514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: port after_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.501395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router before_create 55550100 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.501798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router precommit_delete 55550100 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.502203 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router precommit_create 55550100 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.502596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > router precommit_update 55550100 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.507745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.provider_configuration [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service providers = [] {{(pid=84200) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 15:31:13.508201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.servicetype_db [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84200) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 15:31:13.511149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.service_base [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 15:31:13.511533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.service_base [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 15:31:13.511908 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.service_base [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 15:31:13.512820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.service_base [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 15:31:13.513219 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.services.service_base [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 15:31:13.513624 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:31:13.513974 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 15:31:13.524492 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:31:13.524869 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading Plugin: auto_allocate Apr 05 15:31:13.531115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: network precommit_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.531515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: network precommit_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.532105 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:31:13.532497 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading Plugin: tag Apr 05 15:31:13.539348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:31:13.539713 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading Plugin: timestamp Apr 05 15:31:13.543524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:31:13.543891 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading Plugin: network_ip_availability Apr 05 15:31:13.549501 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.549905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.550295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.551064 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:31:13.551420 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading Plugin: flavors Apr 05 15:31:13.555910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:31:13.556279 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading Plugin: revisions Apr 05 15:31:13.560561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:31:13.560988 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=84200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:31:13.561784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84200) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 05 15:31:13.562144 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Initializing extension manager. Apr 05 15:31:13.562698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: __init__.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.563068 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: __pycache__ {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.563434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.563800 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: address_group.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.564623 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.565403 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: address-group Apr 05 15:31:13.565763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: address_scope.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.566525 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.567604 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: address-scope Apr 05 15:31:13.567962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: admin_state_down_before_update.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.568928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.569494 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: router-admin-state-down-before-update Apr 05 15:31:13.569853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: agent.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.570600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.571162 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: agent Apr 05 15:31:13.571518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: agent_resources_synced.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.572431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.573024 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: agent-resources-synced Apr 05 15:31:13.573379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: allowedaddresspairs.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.575163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.575740 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: allowed-address-pairs Apr 05 15:31:13.576156 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: auto_allocated_topology.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.577248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.577863 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: auto-allocated-topology Apr 05 15:31:13.578180 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: availability_zone.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.578916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.579480 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: availability_zone Apr 05 15:31:13.579839 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: availability_zone_filter.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.580783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.581355 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: availability_zone_filter Apr 05 15:31:13.581711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: data_plane_status.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.583190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.583774 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 15:31:13.584134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: default_subnetpools.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.585078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.585648 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: default-subnetpools Apr 05 15:31:13.586012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: dhcpagentscheduler.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.586869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.588611 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: dhcp_agent_scheduler Apr 05 15:31:13.588987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: dns.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.589909 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.590488 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension dns-integration not supported by any of loaded plugins Apr 05 15:31:13.590853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: dns_domain_ports.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.591770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.592342 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 15:31:13.592734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: dvr.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.593456 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.594028 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: dvr Apr 05 15:31:13.594391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: empty_string_filtering.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.595305 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.595872 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: empty-string-filtering Apr 05 15:31:13.596233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.597166 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.597735 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 15:31:13.598097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.599028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.599594 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 15:31:13.599955 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: external_net.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.600884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.601450 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: external-net Apr 05 15:31:13.601810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: extra_dhcp_opt.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.602710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.603280 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: extra_dhcp_opt Apr 05 15:31:13.603636 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: extraroute.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.604582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.605160 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: extraroute Apr 05 15:31:13.605520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: extraroute_atomic.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.606549 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.607126 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: extraroute-atomic Apr 05 15:31:13.607483 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: filter_validation.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.608172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.608803 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: filter-validation Apr 05 15:31:13.609161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: fip_pf_description.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.610070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.610633 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 15:31:13.610988 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: fip_port_details.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.612162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.612813 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: fip-port-details Apr 05 15:31:13.613153 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: flavors.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.614396 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.614975 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: flavors Apr 05 15:31:13.615338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.617009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.617594 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 15:31:13.617960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: floatingip_pools.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.618798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.619371 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: floatingip-pools Apr 05 15:31:13.619735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: ip_allocation.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.620732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.621298 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 15:31:13.621657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.622573 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.623140 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: ip-substring-filtering Apr 05 15:31:13.623499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: l2_adjacency.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.624413 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.625005 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 15:31:13.625364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: l3.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.626406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.626982 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: router Apr 05 15:31:13.627342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: l3_conntrack_helper.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.630158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.630738 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 15:31:13.631112 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.632035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.632638 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: ext-gw-mode Apr 05 15:31:13.633002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.633918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.634485 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: l3-ha Apr 05 15:31:13.634842 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: l3_flavors.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.635761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.636330 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: l3-flavors Apr 05 15:31:13.636716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.637627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.638192 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 15:31:13.638547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: l3agentscheduler.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.639834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.640417 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: l3_agent_scheduler Apr 05 15:31:13.640809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: logging.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.642298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.642887 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension logging not supported by any of loaded plugins Apr 05 15:31:13.643253 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: metering.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.644039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.644751 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: metering Apr 05 15:31:13.645176 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.646852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.647433 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: metering_source_and_destination_fields Apr 05 15:31:13.647798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: multiprovidernet.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.648754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.649332 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: multi-provider Apr 05 15:31:13.649691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: netmtu.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.650600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.651169 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: net-mtu Apr 05 15:31:13.651528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: netmtu_writable.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.652440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.653060 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: net-mtu-writable Apr 05 15:31:13.653419 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: network_availability_zone.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.654202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.654837 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: network_availability_zone Apr 05 15:31:13.655197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: network_ip_availability.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.656452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.657637 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: network-ip-availability Apr 05 15:31:13.658147 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: network_segment_range.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.659026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.659600 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 15:31:13.659958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: pagination.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.661128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.661503 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: pagination Apr 05 15:31:13.661862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: port_device_profile.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.662774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.663350 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: port-device-profile Apr 05 15:31:13.663709 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.664684 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.665260 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: port-mac-address-regenerate Apr 05 15:31:13.665625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.666547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.667122 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: port-numa-affinity-policy Apr 05 15:31:13.667481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: port_resource_request.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.668399 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.669026 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 15:31:13.669382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: portbindings.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.670304 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.670872 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: binding Apr 05 15:31:13.671230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: portbindings_extended.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.672512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.673103 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: binding-extended Apr 05 15:31:13.673468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: portsecurity.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.674386 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.674962 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: port-security Apr 05 15:31:13.675324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: project_id.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.676303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.676718 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: project-id Apr 05 15:31:13.677076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: providernet.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.677987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.678568 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: provider Apr 05 15:31:13.678924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: qos.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.682495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.683083 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension qos not supported by any of loaded plugins Apr 05 15:31:13.683452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.684791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.685371 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 15:31:13.685739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.686656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.687230 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 15:31:13.687592 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: qos_default.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.688509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.689077 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension qos-default not supported by any of loaded plugins Apr 05 15:31:13.689436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: qos_fip.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.690117 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.690676 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension qos-fip not supported by any of loaded plugins Apr 05 15:31:13.691036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: qos_gateway_ip.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.692421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.693049 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 15:31:13.693411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: qos_port_network_policy.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.694319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.694883 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 15:31:13.695243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: qos_rule_type_details.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.696149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.696738 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 15:31:13.697095 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: qos_rules_alias.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.698132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.698701 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 15:31:13.699059 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: quotasv2.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.700017 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.700388 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: quotas Apr 05 15:31:13.700772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: quotasv2_detail.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.702335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.702715 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: quota_details Apr 05 15:31:13.703079 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: rbac.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.704212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.704825 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: rbac-policies Apr 05 15:31:13.705190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: rbac_address_group.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.706137 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.706715 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: rbac-address-group Apr 05 15:31:13.707078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: rbac_address_scope.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.708555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.709127 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: rbac-address-scope Apr 05 15:31:13.709487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: rbac_security_groups.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.710504 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.711079 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: rbac-security-groups Apr 05 15:31:13.711437 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: rbac_subnetpool.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.712349 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.712950 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: rbac-subnetpool Apr 05 15:31:13.713310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: revisionifmatch.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.714229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.714801 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: revision-if-match Apr 05 15:31:13.715160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: revisions.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.716304 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.716901 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: standard-attr-revisions Apr 05 15:31:13.717264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: router_availability_zone.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.717975 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.718544 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: router_availability_zone Apr 05 15:31:13.718903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: routerservicetype.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.719954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.720742 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension router-service-type not supported by any of loaded plugins Apr 05 15:31:13.721229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.722226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.722809 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: security-groups-normalized-cidr Apr 05 15:31:13.723167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: security_groups_port_filtering.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.724119 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.724722 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: port-security-groups-filtering Apr 05 15:31:13.725080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.726015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.726596 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: security-groups-remote-address-group Apr 05 15:31:13.726955 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: securitygroup.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.740068 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.740696 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: security-group Apr 05 15:31:13.741064 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: segment.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.741912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.742487 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension segment not supported by any of loaded plugins Apr 05 15:31:13.742851 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.743794 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.744364 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 15:31:13.744749 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: servicetype.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.745845 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.746422 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: service-type Apr 05 15:31:13.746781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: sorting.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.747751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.748129 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: sorting Apr 05 15:31:13.748511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: standard_attr_segment.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.749430 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.749996 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 15:31:13.750352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: standardattrdescription.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.751034 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.751593 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: standard-attr-description Apr 05 15:31:13.751950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: stateful_security_group.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.752918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.753528 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: stateful-security-group Apr 05 15:31:13.753882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: stdattrs_common.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.755028 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 15:31:13.755461 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.756517 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.757108 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 15:31:13.757462 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: subnet_onboard.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.758522 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.759102 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: subnet_onboard Apr 05 15:31:13.759464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.760398 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.760990 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 15:31:13.761345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: subnet_service_types.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.762265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.762838 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: subnet-service-types Apr 05 15:31:13.763197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: subnetallocation.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.764266 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.764865 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: subnet_allocation Apr 05 15:31:13.765221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.765905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.766468 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: subnetpool-prefix-ops Apr 05 15:31:13.766826 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.767747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.768325 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 15:31:13.768708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: tagging.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.769964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.771082 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: standard-attr-tag Apr 05 15:31:13.771439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: timestamp.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.772632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.773208 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loaded extension: standard-attr-timestamp Apr 05 15:31:13.773573 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: trunk.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.774608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.775178 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension trunk not supported by any of loaded plugins Apr 05 15:31:13.775538 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: trunk_details.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.776475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.777060 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension trunk-details not supported by any of loaded plugins Apr 05 15:31:13.777417 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: uplink_status_propagation.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.778334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.778895 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 15:31:13.779249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Loading extension file: vlantransparent.py {{(pid=84200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:31:13.779937 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:31:13.780514 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 15:31:13.783221 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:network Apr 05 15:31:13.784009 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:subnet Apr 05 15:31:13.784704 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 15:31:13.785358 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:port Apr 05 15:31:13.786854 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.787340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service FLAVORS assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.788006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.788480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.788879 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:router Apr 05 15:31:13.789604 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:floatingip Apr 05 15:31:13.790383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service METERING assigned prefix: /metering {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.792171 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.792617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.793001 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:31:13.794123 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 15:31:13.794606 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:security_group Apr 05 15:31:13.795459 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 15:31:13.796265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service CORE assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.796667 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 15:31:13.797039 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] subnetpool is already registered Apr 05 15:31:13.797702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service CORE assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.798074 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 15:31:13.798434 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] subnetpool is already registered Apr 05 15:31:13.801166 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.801668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service FLAVORS assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.802314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.802775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.803145 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:router Apr 05 15:31:13.803507 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] router is already registered Apr 05 15:31:13.804160 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:floatingip Apr 05 15:31:13.804543 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] floatingip is already registered Apr 05 15:31:13.805237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service METERING assigned prefix: /metering {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.805962 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 15:31:13.806321 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] rbac_policy is already registered Apr 05 15:31:13.807645 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:security_group Apr 05 15:31:13.808023 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] security_group is already registered Apr 05 15:31:13.808708 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 15:31:13.809081 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] security_group_rule is already registered Apr 05 15:31:13.809822 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service CORE assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.810191 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 15:31:13.810555 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] subnetpool is already registered Apr 05 15:31:13.811241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.resource_helper [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Service CORE assigned prefix: {{(pid=84200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:31:13.811613 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 15:31:13.811974 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.quota.resource_registry [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] subnetpool is already registered Apr 05 15:31:13.812736 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: extensions {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.814248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: address-groups {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.815905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: address-scopes {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.817725 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: agents {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.818922 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: auto-allocated-topology {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.820230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: availability_zones {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.821621 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: dhcp-networks {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.823077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: dhcp-agents {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.824598 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: routers {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.826700 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: flavors {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.828143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: service_profiles {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.829408 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: next_providers {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.831003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: service_profiles {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.832512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: floatingip-pools {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.834329 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: routers {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.836181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: floatingips {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.837458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: l3-routers {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.838897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: l3-agents {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.840375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: metering-labels {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.841784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: metering-label-rules {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.843120 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: network-ip-availabilities {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.844406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: bindings {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.846160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: quotas {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.847657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: quotas {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.849195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: rbac-policies {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.850538 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: security-groups {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.851795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: security-group-rules {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.853116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: service-providers {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.854436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: subnetpools {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.855904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: subnetpools {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.857452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: tags {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.859181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: tags {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.861090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: tags {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.863188 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: tags {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.865651 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: tags {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.867547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: tags {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.869344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: tags {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.872141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: tags {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.874190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: tags {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.876137 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.extensions [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Extended resource: tags {{(pid=84200) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:31:13.883566 dv-cinder-784779-1-smb neutron-server[84200]: WARNING keystonemiddleware.auth_token [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 15:31:13.888846 dv-cinder-784779-1-smb neutron-server[84200]: WARNING keystonemiddleware.auth_token [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 15:31:13.897594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Acquired lock "singleton_lock" {{(pid=84200) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 15:31:13.898121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Releasing lock "singleton_lock" {{(pid=84200) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 15:31:13.899566 dv-cinder-784779-1-smb neutron-server[84200]: INFO oslo_service.service [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Starting 2 workers Apr 05 15:31:13.904365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Started child 84313 {{(pid=84200) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 15:31:13.908186 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:13.909097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Started child 84314 {{(pid=84200) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 15:31:13.909649 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [-] (84313) wsgi starting up on http://0.0.0.0:9696 Apr 05 15:31:13.910532 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.service [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 15:31:13.911242 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Notify callbacks [] for process, before_spawn {{(pid=84200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:13.912568 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:13.913704 dv-cinder-784779-1-smb neutron-server[84200]: INFO oslo_service.service [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Starting 1 workers Apr 05 15:31:13.913919 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [-] (84314) wsgi starting up on http://0.0.0.0:9696 Apr 05 15:31:13.919106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Started child 84315 {{(pid=84200) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 15:31:13.919666 dv-cinder-784779-1-smb neutron-server[84200]: INFO oslo_service.service [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Starting 1 workers Apr 05 15:31:13.921598 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.service [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] calling RpcWorker wait() {{(pid=84315) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 15:31:13.922016 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.service [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] returning from RpcWorker wait() {{(pid=84315) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 15:31:13.923490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:13.923981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:31:13.924322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Started child 84316 {{(pid=84200) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 15:31:13.925138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11209def-05f6-4aa4-8d0b-af9483b5460d None None] Notify callbacks [] for process, after_spawn {{(pid=84200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:13.927265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84200) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 05 15:31:13.927511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 15:31:13.927690 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 15:31:13.927973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 15:31:13.928378 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 15:31:13.928601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 15:31:13.928710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:13.929160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.929451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.929760 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.930041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.930358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.931007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.931297 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.931592 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.931895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.932167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.932361 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.932558 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.932856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.933141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.933470 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.933754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.934028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.934317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.934524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.934788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.935086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.935367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.935652 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] debug = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.935989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.936477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.936735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.937012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.937258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.937559 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.937822 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.938140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.938406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.938648 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.938923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.939198 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.939440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.939681 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.939927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.940195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.940480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.940928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] host = dv-cinder-784779-1-smb {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.941193 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.941444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.941704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.942026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.942817 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.943076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.943351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.943636 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.943904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.944158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.944423 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.944720 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.945000 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.945266 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.945456 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_options = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.945723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.946028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.946330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.946545 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.946702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.946907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.947184 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.947345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.947634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.947876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.948119 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.948384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.948649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.948889 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.949167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.949424 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.949683 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.949919 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.950202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.950478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.950731 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.950986 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.951233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.951507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.951742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.952634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.952634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.952634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.952872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.953047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.953514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.953757 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.954021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.954890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.954890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.954890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.955161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.955442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.955661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:31:13.955818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.955962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.956237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.956512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.956778 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.957311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.957311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.957635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_json = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.957780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.958019 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.958313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.958555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.958810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.959050 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.959290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.959556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:13.960003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.960309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.960669 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.960945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.961210 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.961479 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.961760 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.962008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.962270 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.962553 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.962877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.963174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.963429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.963693 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.963968 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.964307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.964626 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.964928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.965193 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.965438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.965698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.965958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.966323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.966650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.966926 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.968874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.968874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.968874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.968874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.968874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.968874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.973823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.973823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.973823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.973823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.973823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.973823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.973823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.973823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.973823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.975940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.975940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.975940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.975940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.975940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.975940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.975940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.975940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.975940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.977444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.977444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.977444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.977444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.977444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.977444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.977444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.977444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.977444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.978609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.978609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.978609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.978609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.978609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.978609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.978609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.978609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.979775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.979775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.979775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.979775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.979775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.980431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.980431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.980431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.980858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.980997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.981135 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.981358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.981606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.986330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.986330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.986330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.986330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.986330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.986330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.986330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.986330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.987600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.987600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.987600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.987885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.987989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.988186 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.988450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.988726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.989524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.989808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.990092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.990381 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.990619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.990930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.991186 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.991484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.991753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.992128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.992407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.992730 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.993015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.994253 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.994556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.994883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.995203 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.995464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.995763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.996005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.996308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.996648 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.996946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.997219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.998128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.998128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.998374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.998647 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.998941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.999219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:13.999489 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.000380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.000380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.000380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.000796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.000796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.001076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.001383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.001684 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.002035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.002295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.002609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.002972 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.003232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.003567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.003858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.004130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.004410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.005381 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.005661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.005928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.006266 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.006548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.006818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.007080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.007348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.007619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.007887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.008182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.008485 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.008761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.009007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.009256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.009523 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.009790 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.010040 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.010296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.010564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.010840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.011089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.011365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.011609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.011892 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.012179 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.012520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.012819 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.013266 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.013534 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.013809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.014089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.014338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.014619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.014876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.015137 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.015382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.015631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.015878 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.016138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.016399 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.016676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.016982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.017215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.017581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.017848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.018111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.018388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.018637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.018878 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.019130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.019377 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.019623 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.019869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.020158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.020581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.020766 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.020943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.021159 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.021403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.021818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.022083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.022326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.022612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.022883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.023121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.023391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.023635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.023894 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.024136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.024377 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.024646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.024884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.025140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.025421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.025661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.025907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.026145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.026460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.026732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.026984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.027267 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.027536 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.027815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.028085 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.028582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.028582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.029126 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.029292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.029574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.029831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.030149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.030596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.030865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.031185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.031454 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.031760 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.032066 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.032367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.032621 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.032937 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.033299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.033933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.033933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.034132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.034379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.034651 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.034900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.035148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.035396 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.035644 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.035948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.036220 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.036514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.036768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.037031 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.037279 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.037554 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.037798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.038050 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.038294 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.038489 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 15:31:14.039027 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84200) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 05 15:31:14.039221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 15:31:14.039404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 15:31:14.039609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 15:31:14.039812 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 15:31:14.039994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 15:31:14.040240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.040428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.040638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.040825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.041012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.041218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.041407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.041591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.041774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.041958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.042142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.042324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.042508 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.042695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.042877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.043061 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.043243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.043426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.043613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.043796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.043978 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.044161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.044344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] debug = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.044547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.044765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.044952 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.045134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.045317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.045500 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.045682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.045864 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.046047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.046228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.046410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.046593 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.046776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.046960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.047142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.047323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.047504 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.047689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] host = dv-cinder-784779-1-smb {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.047871 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.048056 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.048239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.048421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.048633 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.048815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.048997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.049180 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.049363 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.049546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.049728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.049911 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.050094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.050279 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.050460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_options = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.050643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.050825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.051008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.051229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.051945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.052130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.052314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.052515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.052694 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.052876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.053062 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.053245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.053427 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.053608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.053789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.053972 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.054125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.054312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.054495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.054676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.054858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.055040 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.055221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.055403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.055584 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.055767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.055949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.056130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.056312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.056511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.056696 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.056881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.057063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.057246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.057399 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.057585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.057836 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.057987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.058189 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.058331 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.058477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.058579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.058734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.058919 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.059101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.059282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_json = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.059464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.059646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.059827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.060010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.060194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.060378 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.060579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.060732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:31:14.060942 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.061129 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.061326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.061513 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.061699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.061886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.062071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.062256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.062442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.062627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.062818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.063006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.063205 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.063390 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.063577 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.063764 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.063951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.064136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.064323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.064530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.064718 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.064904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.065106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.065293 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.065481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.065638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.065827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.066014 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.066201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.066388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.066575 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.066761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.066985 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.067671 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.067857 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.068024 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.068226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.068369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.068576 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.068764 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.068950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.069136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.069321 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.069487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:31:14.069587 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.069681 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.069828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.070015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.070201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.070388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.070574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.070771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.070957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.071143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.071327 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.071514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.071699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.071885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.072070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.072255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.072442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.072649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.072851 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.073041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.073228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.073414 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.073600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.073786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.073972 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.074157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.074343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.074530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.074715 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.074900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.075085 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.075271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.075457 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.075643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.075830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.076014 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.076201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.076386 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.076596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.076783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.076971 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.077166 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.077369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.077555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.077740 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.077927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.078112 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.078344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.078496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.078644 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.078830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.079014 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.079199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.079383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.079571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.079756 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.079940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.080125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.080309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.080519 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.080699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.080885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.081070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.081256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.081440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.081625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.081809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.081993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.082189 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.082374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.082577 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.082767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.083031 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.083143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.083321 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.083507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.083692 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.083876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.084062 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.084217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.084407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.084614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.084800 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.084985 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.085179 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.085391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.085536 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.085714 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.085901 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.086121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.086308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.086494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.086957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.086957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.086957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.087336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.087336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.087599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.087599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.087855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.087989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.088088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.088270 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.088473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.088661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.088848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.089035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.089219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.089405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.089591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.089776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.089961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.090145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.090482 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.090482 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.090873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.090873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.091130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.091130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.091361 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.091461 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.091606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.091791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.091976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.092160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.092543 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.092543 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.092920 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.092920 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.093271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.093271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.093451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.093546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.093652 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.093820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.094005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.094192 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.094378 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.094565 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.094751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.094936 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.095122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.095307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.095492 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.095695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.095880 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.096065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.096252 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.096437 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.096643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.096829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.097015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.097199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.097384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.097569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.097757 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.097947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.098133 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.098344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.098532 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.098718 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.098902 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.099087 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.099285 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.099470 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.099655 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.099841 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.100025 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.100220 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.100406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.100614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.100798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.100983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.101178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.101365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.101551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.101734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.101918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.102114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.102301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.102488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.102681 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.102868 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.103055 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.103243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.103442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.103628 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.103817 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.104002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.104188 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.104373 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.104584 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.104774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.104971 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.105163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.105350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.105544 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.105737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.105931 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.106119 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.106310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.106507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.106692 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.106877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.107063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.107248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.107433 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.107617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.107802 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.107985 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.108174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.108337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.108745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.108913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.109074 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.109258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.109444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.109629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.109814 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.109999 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.110184 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:31:14.110363 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84200) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 15:31:14.282334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48072) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:31:14.294332 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098693 Apr 05 15:31:24.871869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe801c0-f5d0-468e-8c53-2f3d823b694b None None] get_active_networks_info from dv-cinder-784779-1-smb {{(pid=84315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 15:31:25.003117 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-81b87459-231f-4569-a435-47146e3d9fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834'] for agent, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:25.033044 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe801c0-f5d0-468e-8c53-2f3d823b694b None None] No non-hosted networks {{(pid=84315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 15:31:26.046383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834'] for agent, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:26.048045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.053416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.053966 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.056282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.068547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.070014 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.070390 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.070779 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.071163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.071543 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.071916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.072286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:26.072776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:31:26.098930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:31:26.913422 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f13492c-ef74-4720-93d5-ff5e470008b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834'] for agent, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:26.986001 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2168bb15-1f85-40ff-a462-2cce5d1692bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:27.463978 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834'] for agent, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:29.106248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834'] for agent, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:30.124154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48162) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:31:30.728901 dv-cinder-784779-1-smb neutron-server[84200]: WARNING oslo_policy.policy [None req-db2bb10f-9c25-421d-acb5-63b4fb7129aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:31:30.729497 dv-cinder-784779-1-smb neutron-server[84200]: WARNING oslo_policy.policy [None req-db2bb10f-9c25-421d-acb5-63b4fb7129aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:31:30.962298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [None req-db2bb10f-9c25-421d-acb5-63b4fb7129aa admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:31:30.963455 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-db2bb10f-9c25-421d-acb5-63b4fb7129aa admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8382854 Apr 05 15:31:33.697514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48176) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:31:34.089655 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-28c066b9-3db8-4268-ac9d-93db12379942 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:31:34.114159 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_hamode_db [None req-a25fbe0b-7fc8-4d07-a278-e75b39feec21 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 15:31:34.196556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.policy [None req-28c066b9-3db8-4268-ac9d-93db12379942 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84314) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 05 15:31:34.201389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fbe0b-7fc8-4d07-a278-e75b39feec21 None None] Routers set() bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:31:34.201828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fbe0b-7fc8-4d07-a278-e75b39feec21 None None] Router IDs set() for agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 05 15:31:34.252589 dv-cinder-784779-1-smb neutron-server[84200]: WARNING oslo_policy.policy [None req-28c066b9-3db8-4268-ac9d-93db12379942 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:31:34.252964 dv-cinder-784779-1-smb neutron-server[84200]: WARNING oslo_policy.policy [None req-28c066b9-3db8-4268-ac9d-93db12379942 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:31:34.271467 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota [None req-28c066b9-3db8-4268-ac9d-93db12379942 admin admin] Loaded quota_driver: . Apr 05 15:31:34.287685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-28c066b9-3db8-4268-ac9d-93db12379942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:31:34.343311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-28c066b9-3db8-4268-ac9d-93db12379942 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297314750195', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297314749575', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297314740670', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297314766418', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297314847783', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297314848228', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854354195', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854294518', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-636645', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853816948'] for rbac-policy, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:34.405479 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-28c066b9-3db8-4268-ac9d-93db12379942 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:34.406741 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-28c066b9-3db8-4268-ac9d-93db12379942 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7080760 Apr 05 15:31:37.346682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48190) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:31:37.709406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '8d2894034a4b436683282099c7deaa10', 'name': 'private'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:31:37.715275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:31:37.719886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Usage tracker for resource:network and tenant:8d2894034a4b436683282099c7deaa10 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:31:37.724088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:31:37.730516 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:31:37.739685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Made reservation on behalf of 8d2894034a4b436683282099c7deaa10 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:31:37.745675 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:37.762416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:37.778694 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:31:37.782495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Usage tracker for resource:security_group_rule and tenant:8d2894034a4b436683282099c7deaa10 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:31:37.786474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:31:37.792177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:31:38.045577 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:38.048214 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:38.053360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:31:38.073555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:31:38.097995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739537836983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:38.098583 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Unsubscribe: segment precommit_create {{(pid=84314) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 05 15:31:38.099045 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Added segment 2653f967-4129-490a-ac9b-b1948c65a9c1 of type vlan for network 080b20a4-2f31-4aac-af89-0b8db9c9741e Apr 05 15:31:38.107484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fe593e-85b8-4214-9522-3c092eb314ad,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:31:38.164848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.165216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.165575 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.165927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.166276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.166625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.166970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.167317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.167661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.168001 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.168342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.168706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Tracked resource versions report: Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: pushed versions: Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: { 'AddressGroup': {'1.2'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': {'1.0'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': {'1.0'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': {'1.1'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': {'1.7'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': {'1.2'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': {'1.8'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': {'1.4'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': {'1.0'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': {'1.1'}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': {'1.1'}} Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: consumer versions: Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: { DHCP agent@dv-cinder-784779-1-smb: {}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: L3 agent@dv-cinder-784779-1-smb: {}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: Metadata agent@dv-cinder-784779-1-smb: {}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: Metering agent@dv-cinder-784779-1-smb: {}, Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: Open vSwitch agent@dv-cinder-784779-1-smb: { 'AddressGroup': '1.2', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': '1.0', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': '1.0', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': '1.1', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': '1.7', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': '1.2', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': '1.8', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': '1.4', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': '1.2', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': '1.0', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': '1.1', Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': '1.1'}} Apr 05 15:31:38.169792 dv-cinder-784779-1-smb neutron-server[84200]: {{(pid=84314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:31:38.215454 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:38.221222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:31:38.253639 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:38.254956 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:31:38.255598 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:38.260626 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:31:38.366415 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0186110 Apr 05 15:31:38.369177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Pushing event updated for resources: {'Network': ['ID=080b20a4-2f31-4aac-af89-0b8db9c9741e,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:31:38.372360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:31:38.381021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network 080b20a4-2f31-4aac-af89-0b8db9c9741e details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:31:41.353831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48206) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:31:41.820717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e5d8c-78b2-4645-bb61-4458cc5ff3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:31:41.822022 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-460e5d8c-78b2-4645-bb61-4458cc5ff3fe admin admin] 10.222.0.46 "GET /v2.0/networks/080b20a4-2f31-4aac-af89-0b8db9c9741e HTTP/1.1" status: 200 len: 825 time: 0.4671693 Apr 05 15:31:41.850714 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-09bf561f-5267-45f8-b5dd-ab0045d3cd70 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/ff62d910-e213-4325-956b-7ab0a646c7ea HTTP/1.1" status: 200 len: 734 time: 0.0227313 Apr 05 15:31:41.859775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Request body: {'subnet': {'tenant_id': '8d2894034a4b436683282099c7deaa10', 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e', 'name': 'private-subnet', 'subnetpool_id': 'ff62d910-e213-4325-956b-7ab0a646c7ea', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:31:41.864447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:31:41.868345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Usage tracker for resource:subnet and tenant:8d2894034a4b436683282099c7deaa10 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:31:41.871303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:31:41.877143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:31:41.886071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Made reservation on behalf of 8d2894034a4b436683282099c7deaa10 for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:31:41.890654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:42.365005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:42.379526 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:31:42.521144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fdd2535-ea9c-40f7-9140-e3aa3ad78640,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:31:42.527251 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:31:42.581892 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Checking segment: {'id': '2653f967-4129-490a-ac9b-b1948c65a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:31:42.582786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Network hostable DHCP agents. Network: 080b20a4-2f31-4aac-af89-0b8db9c9741e, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:31:42.603157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Network 080b20a4-2f31-4aac-af89-0b8db9c9741e is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:31:42.611884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, 080b20a4-2f31-4aac-af89-0b8db9c9741e) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:31:42.616530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:31:42.617115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:42.621801 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946b2e58-20d9-4d2d-b99b-e3817c6856b5 None None] Network 080b20a4-2f31-4aac-af89-0b8db9c9741e requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:31:42.635546 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7793393 Apr 05 15:31:42.939450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a48dea4-2bf9-5fca-a1e1-a2fdad4ab0ed-080b20a4-2f31-4aac-af89-0b8db9c9741e', 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'fixed_ips': [{'subnet_id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640'}]}} from dv-cinder-784779-1-smb. {{(pid=84315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:31:42.940716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:43.135858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Allocated IP 172.20.0.2 (080b20a4-2f31-4aac-af89-0b8db9c9741e/6fdd2535-ea9c-40f7-9140-e3aa3ad78640/a1090ad3-9946-4167-9868-992217474efb) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:31:43.541835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:43.555077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Transition to ACTIVE for port object a1090ad3-9946-4167-9868-992217474efb will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:31:43.574428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Transition to ACTIVE for port object a1090ad3-9946-4167-9868-992217474efb will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:31:43.580127 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:43.595566 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:31:43.727341 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Pushing event updated for resources: {'Port': ['ID=a1090ad3-9946-4167-9868-992217474efb,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:31:43.745852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.746225 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.746598 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.746964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.747325 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.747688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.748048 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.748404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.748785 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.749138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.749491 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.749843 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Tracked resource versions report: Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: pushed versions: Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: { 'AddressGroup': {'1.2'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': {'1.0'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': {'1.0'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': {'1.1'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': {'1.7'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': {'1.2'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': {'1.8'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': {'1.4'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': {'1.0'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': {'1.1'}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': {'1.1'}} Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: consumer versions: Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: { DHCP agent@dv-cinder-784779-1-smb: {}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: L3 agent@dv-cinder-784779-1-smb: {}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: Metadata agent@dv-cinder-784779-1-smb: {}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: Metering agent@dv-cinder-784779-1-smb: {}, Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: Open vSwitch agent@dv-cinder-784779-1-smb: { 'AddressGroup': '1.2', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': '1.0', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': '1.0', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': '1.1', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': '1.7', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': '1.2', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': '1.8', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': '1.4', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': '1.2', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': '1.0', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': '1.1', Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': '1.1'}} Apr 05 15:31:43.750974 dv-cinder-784779-1-smb neutron-server[84200]: {{(pid=84315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:31:43.757562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:31:43.806251 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Network 080b20a4-2f31-4aac-af89-0b8db9c9741e is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:31:43.807502 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:31:43.810301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:31:43.909115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Attempting to bind port a1090ad3-9946-4167-9868-992217474efb on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:31:43.909553 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Attempting to bind port a1090ad3-9946-4167-9868-992217474efb by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '2653f967-4129-490a-ac9b-b1948c65a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:31:43.909968 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Attempting to bind port a1090ad3-9946-4167-9868-992217474efb on network 080b20a4-2f31-4aac-af89-0b8db9c9741e {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:31:43.916091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:31:43.916535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Checking segment: {'id': '2653f967-4129-490a-ac9b-b1948c65a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:31:43.917009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:43.917445 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Bound using segment: {'id': '2653f967-4129-490a-ac9b-b1948c65a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:31:43.917979 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Bound port: a1090ad3-9946-4167-9868-992217474efb, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2653f967-4129-490a-ac9b-b1948c65a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:31:43.918479 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:44.012710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] For port a1090ad3-9946-4167-9868-992217474efb, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:31:44.016778 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] For port a1090ad3-9946-4167-9868-992217474efb, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=a1090ad3-9946-4167-9868-992217474efb,segment=NetworkSegment(2653f967-4129-490a-ac9b-b1948c65a9c1),segment_id=2653f967-4129-490a-ac9b-b1948c65a9c1)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:31:44.020811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:44.036397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:31:44.190033 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Pushing event updated for resources: {'Port': ['ID=a1090ad3-9946-4167-9868-992217474efb,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:31:44.195116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:31:45.379450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48216) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:31:45.782101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [None req-545714ad-2285-411f-a6f9-7f411e190ece admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:31:45.783173 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-545714ad-2285-411f-a6f9-7f411e190ece admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4025414 Apr 05 15:31:48.483307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device a1090ad3-9946-4167-9868-992217474efb up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:31:48.500941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48230) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:31:48.561747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port a1090ad3-9946-4167-9868-992217474efb completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:31:48.899399 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [None req-80d92d36-373e-415c-b13a-dd4602bec365 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:31:48.900680 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-80d92d36-373e-415c-b13a-dd4602bec365 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3986602 Apr 05 15:31:49.081418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499e52d-5511-43f8-b9bd-3c56220b7c9e None None] Network 080b20a4-2f31-4aac-af89-0b8db9c9741e requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:31:49.193676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-49916a3c-bd03-42fd-99c1-11138ef4f1fb None None] Provisioning for port a1090ad3-9946-4167-9868-992217474efb completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:31:49.202182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-49916a3c-bd03-42fd-99c1-11138ef4f1fb None None] Provisioning complete for port a1090ad3-9946-4167-9868-992217474efb triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:31:49.202614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-49916a3c-bd03-42fd-99c1-11138ef4f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:49.434060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-49916a3c-bd03-42fd-99c1-11138ef4f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:49.482754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-49916a3c-bd03-42fd-99c1-11138ef4f1fb None None] For port a1090ad3-9946-4167-9868-992217474efb, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=a1090ad3-9946-4167-9868-992217474efb,segment=NetworkSegment(2653f967-4129-490a-ac9b-b1948c65a9c1),segment_id=2653f967-4129-490a-ac9b-b1948c65a9c1)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:31:49.488011 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-49916a3c-bd03-42fd-99c1-11138ef4f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:49.492970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:31:49.565431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49916a3c-bd03-42fd-99c1-11138ef4f1fb None None] Pushing event updated for resources: {'Port': ['ID=a1090ad3-9946-4167-9868-992217474efb,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:31:49.569309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-49916a3c-bd03-42fd-99c1-11138ef4f1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:31:49.713754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-eaa81259-47e2-4640-97d7-e31ca846d564 None None] Provisioning complete for port a1090ad3-9946-4167-9868-992217474efb triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:31:49.714161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eaa81259-47e2-4640-97d7-e31ca846d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:50.448341 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device a1090ad3-9946-4167-9868-992217474efb up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:31:50.517951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port a1090ad3-9946-4167-9868-992217474efb triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:31:50.518479 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:51.923556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48242) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:31:52.291317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'admin_state_up': True}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:31:52.296792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:31:52.301258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] Usage tracker for resource:router and tenant:8d2894034a4b436683282099c7deaa10 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:31:52.304415 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:31:52.310330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:31:52.319500 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-950240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743479'] for router, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:52.320816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853825657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853838480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853823427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32318'] for router, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:52.341182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:52.446073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937374'] for router, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:52.465541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:52.466811 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-17537394-da4a-4dcb-8955-87cf9dcf20b0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5422173 Apr 05 15:31:54.695494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-03766f48-c02c-4992-9147-d7f6dde9547d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:55.156580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48252) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:31:55.541981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [None req-457eb226-64d2-4cda-ae0d-c7e645234244 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:31:55.543061 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-457eb226-64d2-4cda-ae0d-c7e645234244 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3853683 Apr 05 15:31:56.046195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:56.910448 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7629334f-cd40-4f77-aa16-378fa3742de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:57.417539 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:58.264488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48272) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:31:58.417490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:31:58.422511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:31:58.427007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Usage tracker for resource:network and tenant:25b32e0239bb4df0ac69b2efb4618e75 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:31:58.430488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:31:58.436407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:31:58.445332 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Made reservation on behalf of 25b32e0239bb4df0ac69b2efb4618e75 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:31:58.449877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:58.462275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:58.477560 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:31:58.481421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Usage tracker for resource:security_group_rule and tenant:25b32e0239bb4df0ac69b2efb4618e75 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:31:58.484241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:31:58.490934 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:31:58.572300 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:58.574649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:58.578910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:31:58.591993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Reserving flat network on physical network physnet1 {{(pid=84314) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 05 15:31:58.617043 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ed142-57ab-4b49-90f3-32480af687b6,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:31:58.619959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:58.620339 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Added segment 2634db50-a604-4c19-a193-6d0e8edd68c1 of type flat for network db60f784-cad0-46b6-aea7-87a5eb59a312 Apr 05 15:31:58.621596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:31:58.652982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:58.688130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:58.689468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:31:58.690095 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:31:58.694870 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7116200e-78e8-441c-bb19-7fa33396634a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:31:58.795832 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5302663 Apr 05 15:31:58.798672 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Pushing event updated for resources: {'Network': ['ID=db60f784-cad0-46b6-aea7-87a5eb59a312,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:31:58.810051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:31:58.823876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network db60f784-cad0-46b6-aea7-87a5eb59a312 details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:31:59.049009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:01.315531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48292) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:32:01.431346 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d097b8e-8802-4035-9047-621a37eacea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:32:01.432780 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4d097b8e-8802-4035-9047-621a37eacea5 admin admin] 10.222.0.46 "GET /v2.0/subnets/6fdd2535-ea9c-40f7-9140-e3aa3ad78640 HTTP/1.1" status: 200 len: 849 time: 0.1161950 Apr 05 15:32:01.578770 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-78a2086e-ca79-4ae6-935a-532d902cfc05 admin admin] 10.222.0.46 "GET /v2.0/routers/c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 HTTP/1.1" status: 200 len: 704 time: 0.1398797 Apr 05 15:32:02.208597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:02.446480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Allocated IP 172.20.0.1 (080b20a4-2f31-4aac-af89-0b8db9c9741e/6fdd2535-ea9c-40f7-9140-e3aa3ad78640/d01be73a-465c-4515-8523-397523f81061) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:32:02.608967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:02.626903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Transition to ACTIVE for port object d01be73a-465c-4515-8523-397523f81061 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:32:02.679986 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:02.694842 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:32:02.836083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Pushing event updated for resources: {'Port': ['ID=d01be73a-465c-4515-8523-397523f81061,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:32:02.839601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:32:02.888129 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Network 080b20a4-2f31-4aac-af89-0b8db9c9741e is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:32:02.889258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:32:02.891462 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:32:02.892151 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853841597'] for router_interface, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:03.134666 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-30eb662f-7af7-453b-bf57-3008b7710a37 None None] Provisioning for port d01be73a-465c-4515-8523-397523f81061 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:32:03.139556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-30eb662f-7af7-453b-bf57-3008b7710a37 None None] Provisioning complete for port d01be73a-465c-4515-8523-397523f81061 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:32:03.139967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-30eb662f-7af7-453b-bf57-3008b7710a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:03.161851 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:03.196264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-30eb662f-7af7-453b-bf57-3008b7710a37 None None] Port d01be73a-465c-4515-8523-397523f81061 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:32:03.449322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:03.452557 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:03.453642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853841770'] for router_interface, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:03.468492 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:32:03.602690 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Pushing event updated for resources: {'Port': ['ID=d01be73a-465c-4515-8523-397523f81061,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:32:03.612046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:32:03.659340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Network 080b20a4-2f31-4aac-af89-0b8db9c9741e is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:32:03.661039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:32:03.820295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-178046b8-44e1-42ad-97db-afbcff8994e7 None None] Provisioning complete for port d01be73a-465c-4515-8523-397523f81061 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:32:03.820728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-178046b8-44e1-42ad-97db-afbcff8994e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:03.882712 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-178046b8-44e1-42ad-97db-afbcff8994e7 None None] Port d01be73a-465c-4515-8523-397523f81061 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:32:04.024543 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Router c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 is scheduled to L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb with binding_index 1 {{(pid=84314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:32:04.182470 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:32:04.192234 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] 10.222.0.46 "PUT /v2.0/routers/c136a08f-452d-4ff0-8ea6-5ef8f0c855c3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6074932 Apr 05 15:32:04.193628 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Sync routers for ids ['c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:32:04.204995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Routers {'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:32:04.205894 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:31:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:32:04.391900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Set router c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 gateway port host: None {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:32:04.773408 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'name': 'router1', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:31:52Z', 'updated_at': '2021-04-05T15:32:03Z', 'revision_number': 2, 'project_id': '8d2894034a4b436683282099c7deaa10', 'gw_port_host': None, '_interfaces': [{'id': 'd01be73a-465c-4515-8523-397523f81061', 'name': '', 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'mac_address': 'fa:16:3e:12:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:32:02Z', 'updated_at': '2021-04-05T15:32:03Z', 'revision_number': 2, 'project_id': '8d2894034a4b436683282099c7deaa10', 'subnets': [{'id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff62d910-e213-4325-956b-7ab0a646c7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:32:04.778450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Checking router: c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:32:04.778888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Updating router c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 port d01be73a-465c-4515-8523-397523f81061 binding host dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:32:05.005534 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:05.446745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:05.461511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Transition to ACTIVE for port object d01be73a-465c-4515-8523-397523f81061 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:32:05.467157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:05.482619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:32:05.629841 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Pushing event updated for resources: {'Port': ['ID=d01be73a-465c-4515-8523-397523f81061,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:32:05.641976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.642350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.642719 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.643078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.643436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.643793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.644174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.644546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.644898 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.645247 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.645581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.645918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Tracked resource versions report: Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: pushed versions: Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: { 'AddressGroup': {'1.2'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': {'1.0'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': {'1.0'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': {'1.1'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': {'1.7'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': {'1.2'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': {'1.8'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': {'1.4'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': {'1.0'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': {'1.1'}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': {'1.1'}} Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: consumer versions: Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: { DHCP agent@dv-cinder-784779-1-smb: {}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: L3 agent@dv-cinder-784779-1-smb: {}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: Metadata agent@dv-cinder-784779-1-smb: {}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: Metering agent@dv-cinder-784779-1-smb: {}, Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: Open vSwitch agent@dv-cinder-784779-1-smb: { 'AddressGroup': '1.2', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': '1.0', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': '1.0', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': '1.1', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': '1.7', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': '1.2', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': '1.8', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': '1.4', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': '1.2', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': '1.0', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': '1.1', Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': '1.1'}} Apr 05 15:32:05.647020 dv-cinder-784779-1-smb neutron-server[84200]: {{(pid=84316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:32:05.653971 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:32:05.839984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Attempting to bind port d01be73a-465c-4515-8523-397523f81061 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:32:05.840511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Attempting to bind port d01be73a-465c-4515-8523-397523f81061 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '2653f967-4129-490a-ac9b-b1948c65a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:32:05.840857 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Attempting to bind port d01be73a-465c-4515-8523-397523f81061 on network 080b20a4-2f31-4aac-af89-0b8db9c9741e {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:32:05.846428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:32:05.846856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Checking segment: {'id': '2653f967-4129-490a-ac9b-b1948c65a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:32:05.847345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:05.847767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Bound using segment: {'id': '2653f967-4129-490a-ac9b-b1948c65a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:32:05.848318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Bound port: d01be73a-465c-4515-8523-397523f81061, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2653f967-4129-490a-ac9b-b1948c65a9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:32:05.848760 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:05.944044 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] For port d01be73a-465c-4515-8523-397523f81061, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:32:05.948627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] For port d01be73a-465c-4515-8523-397523f81061, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=d01be73a-465c-4515-8523-397523f81061,segment=NetworkSegment(2653f967-4129-490a-ac9b-b1948c65a9c1),segment_id=2653f967-4129-490a-ac9b-b1948c65a9c1)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:32:05.955298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:05.970774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:32:06.145447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Pushing event updated for resources: {'Port': ['ID=d01be73a-465c-4515-8523-397523f81061,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:32:06.150172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7760eac4-37c7-45cc-932f-a13ff2cfb345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:32:06.196496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Routers {'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:32:06.197163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:31:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:32:06.367402 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] Set router c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 gateway port host: None {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:32:06.699293 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48306) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:32:06.709685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'name': 'router1', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:31:52Z', 'updated_at': '2021-04-05T15:32:03Z', 'revision_number': 2, 'project_id': '8d2894034a4b436683282099c7deaa10', 'gw_port_host': None, '_interfaces': [{'id': 'd01be73a-465c-4515-8523-397523f81061', 'name': '', 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'mac_address': 'fa:16:3e:12:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:32:02Z', 'updated_at': '2021-04-05T15:32:05Z', 'revision_number': 4, 'project_id': '8d2894034a4b436683282099c7deaa10', 'subnets': [{'id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff62d910-e213-4325-956b-7ab0a646c7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:32:06.713837 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a580c-2b39-4e3d-a767-b33e603bfb11 None None] The sync data for ids ['c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'] in dv-cinder-784779-1-smb is: [{'id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'name': 'router1', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:31:52Z', 'updated_at': '2021-04-05T15:32:03Z', 'revision_number': 2, 'project_id': '8d2894034a4b436683282099c7deaa10', 'gw_port_host': None, '_interfaces': [{'id': 'd01be73a-465c-4515-8523-397523f81061', 'name': '', 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'mac_address': 'fa:16:3e:12:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:32:02Z', 'updated_at': '2021-04-05T15:32:05Z', 'revision_number': 4, 'project_id': '8d2894034a4b436683282099c7deaa10', 'subnets': [{'id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff62d910-e213-4325-956b-7ab0a646c7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:32:06.860697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244e85e-0365-4d3e-9cb8-d4fd92de2e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:32:06.861336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5244e85e-0365-4d3e-9cb8-d4fd92de2e27 admin admin] Synchronizing usage tracker for tenant:25b32e0239bb4df0ac69b2efb4618e75 on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:32:06.879379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5244e85e-0365-4d3e-9cb8-d4fd92de2e27 admin admin] Unset dirty status for tenant:25b32e0239bb4df0ac69b2efb4618e75 on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:32:06.880624 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-5244e85e-0365-4d3e-9cb8-d4fd92de2e27 admin admin] 10.222.0.46 "GET /v2.0/networks/db60f784-cad0-46b6-aea7-87a5eb59a312 HTTP/1.1" status: 200 len: 842 time: 0.1801934 Apr 05 15:32:06.891058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:32:06.896927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:32:06.900880 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Usage tracker for resource:subnet and tenant:25b32e0239bb4df0ac69b2efb4618e75 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:32:06.903754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:32:06.910199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:32:06.920733 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Made reservation on behalf of 25b32e0239bb4df0ac69b2efb4618e75 for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:32:06.925340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:07.360944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.objects.ports [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84314) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 05 15:32:07.361417 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:07.376683 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:32:07.506169 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6698743f-c5cf-4c8c-aebd-504b3a1219a6,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:32:07.510513 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:32:07.572684 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Checking segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:32:07.573035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Network hostable DHCP agents. Network: db60f784-cad0-46b6-aea7-87a5eb59a312, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:32:07.593740 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:32:07.604499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, db60f784-cad0-46b6-aea7-87a5eb59a312) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:32:07.617093 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:32:07.617742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:07.626868 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660880f0-95d5-43a9-9822-b8e26ad7f882 None None] Network db60f784-cad0-46b6-aea7-87a5eb59a312 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:32:07.640034 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7527339 Apr 05 15:32:07.885033 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75304241-6691-405d-9611-112e06c789e8 None None] Network db60f784-cad0-46b6-aea7-87a5eb59a312 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:32:08.473547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device d01be73a-465c-4515-8523-397523f81061 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:32:08.547038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port d01be73a-465c-4515-8523-397523f81061 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:32:08.552368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port d01be73a-465c-4515-8523-397523f81061 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:32:08.552805 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:08.675037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:08.707826 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port d01be73a-465c-4515-8523-397523f81061, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=d01be73a-465c-4515-8523-397523f81061,segment=NetworkSegment(2653f967-4129-490a-ac9b-b1948c65a9c1),segment_id=2653f967-4129-490a-ac9b-b1948c65a9c1)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:32:08.713198 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:08.715313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:32:08.787274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=d01be73a-465c-4515-8523-397523f81061,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:32:08.790525 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:32:10.268646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48320) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:32:10.458238 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device d01be73a-465c-4515-8523-397523f81061 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:32:10.474776 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9393eb8f-b288-4c67-ae9b-d1c3a94e5209 admin admin] 10.222.0.46 "GET /v2.0/routers/c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 HTTP/1.1" status: 200 len: 710 time: 0.2043681 Apr 05 15:32:10.528633 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port d01be73a-465c-4515-8523-397523f81061 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:32:10.528943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:10.612284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca0d73-1cd6-4131-a7a0-a0dc1c033927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:32:10.613731 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d7ca0d73-1cd6-4131-a7a0-a0dc1c033927 admin admin] 10.222.0.46 "GET /v2.0/networks/db60f784-cad0-46b6-aea7-87a5eb59a312 HTTP/1.1" status: 200 len: 886 time: 0.1330700 Apr 05 15:32:10.623645 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:32:11.094040 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853838495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32303'] for router, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:11.606614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:11.664339 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:11.803588 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Allocated IP 172.28.3.154 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:32:11.952473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:11.982106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:11.997961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:32:12.133338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Pushing event updated for resources: {'Port': ['ID=8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:32:12.136298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:32:12.180337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:32:12.181471 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:32:12.183613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:32:12.577044 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:12.926406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853838495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32303'] for router, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:12.929937 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-937321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853838442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-945671'] for router, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:13.117329 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Router c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:32:13.479894 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:32:13.489086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:13.490350 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] 10.222.0.46 "PUT /v2.0/routers/c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 HTTP/1.1" status: 200 len: 890 time: 2.8702059 Apr 05 15:32:13.490536 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Sync routers for ids ['c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:32:13.501597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Routers {'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:32:13.502297 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:31:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:32:13.703944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Set router c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:32:14.064033 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'name': 'router1', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:31:52Z', 'updated_at': '2021-04-05T15:32:12Z', 'revision_number': 4, 'project_id': '8d2894034a4b436683282099c7deaa10', 'gw_port': {'id': '8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:32:11Z', 'updated_at': '2021-04-05T15:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'd01be73a-465c-4515-8523-397523f81061', 'name': '', 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'mac_address': 'fa:16:3e:12:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:32:02Z', 'updated_at': '2021-04-05T15:32:08Z', 'revision_number': 5, 'project_id': '8d2894034a4b436683282099c7deaa10', 'subnets': [{'id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff62d910-e213-4325-956b-7ab0a646c7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:32:14.069106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Checking router: c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:32:14.069516 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Updating router c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 port 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1 binding host dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:32:14.124749 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:14.522470 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:14.534340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Transition to ACTIVE for port object 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:32:14.540038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:14.554993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-49916a3c-bd03-42fd-99c1-11138ef4f1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:32:14.694319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa8b98-5214-4b5e-a9d1-1b347b29f103 None None] Pushing event updated for resources: {'Port': ['ID=8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:32:14.698669 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0aaa8b98-5214-4b5e-a9d1-1b347b29f103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:32:14.747867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Attempting to bind port 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:32:14.748275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Attempting to bind port 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:32:14.748709 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Attempting to bind port 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1 on network db60f784-cad0-46b6-aea7-87a5eb59a312 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:32:14.754761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:32:14.755179 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Checking segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:32:14.755612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:14.756036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Bound using segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:32:14.756564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Bound port: 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:32:14.756973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:14.836914 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] For port 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:32:14.839950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] For port 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:32:14.842935 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:14.857705 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:32:15.005117 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa8b98-5214-4b5e-a9d1-1b347b29f103 None None] Pushing event updated for resources: {'Port': ['ID=8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:32:15.010013 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0aaa8b98-5214-4b5e-a9d1-1b347b29f103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:32:15.052303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Routers {'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:32:15.053022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:31:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:32:15.386792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] Set router c136a08f-452d-4ff0-8ea6-5ef8f0c855c3 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:32:15.731993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'name': 'router1', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:31:52Z', 'updated_at': '2021-04-05T15:32:12Z', 'revision_number': 4, 'project_id': '8d2894034a4b436683282099c7deaa10', 'gw_port': {'id': '8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:32:11Z', 'updated_at': '2021-04-05T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'd01be73a-465c-4515-8523-397523f81061', 'name': '', 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'mac_address': 'fa:16:3e:12:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:32:02Z', 'updated_at': '2021-04-05T15:32:08Z', 'revision_number': 5, 'project_id': '8d2894034a4b436683282099c7deaa10', 'subnets': [{'id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff62d910-e213-4325-956b-7ab0a646c7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:32:15.736041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6b433-f587-4559-a05e-a731e6312459 None None] The sync data for ids ['c136a08f-452d-4ff0-8ea6-5ef8f0c855c3'] in dv-cinder-784779-1-smb is: [{'id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'name': 'router1', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': '8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:31:52Z', 'updated_at': '2021-04-05T15:32:12Z', 'revision_number': 4, 'project_id': '8d2894034a4b436683282099c7deaa10', 'gw_port': {'id': '8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:32:11Z', 'updated_at': '2021-04-05T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'd01be73a-465c-4515-8523-397523f81061', 'name': '', 'network_id': '080b20a4-2f31-4aac-af89-0b8db9c9741e', 'tenant_id': '8d2894034a4b436683282099c7deaa10', 'mac_address': 'fa:16:3e:12:2f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c136a08f-452d-4ff0-8ea6-5ef8f0c855c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:32:02Z', 'updated_at': '2021-04-05T15:32:08Z', 'revision_number': 5, 'project_id': '8d2894034a4b436683282099c7deaa10', 'subnets': [{'id': '6fdd2535-ea9c-40f7-9140-e3aa3ad78640', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff62d910-e213-4325-956b-7ab0a646c7ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:32:15.978482 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:32:16.166881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48330) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:32:16.293713 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-10514071-d4ff-4c66-baec-6b82193f274b admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1255500 Apr 05 15:32:16.491904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:32:16.572358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:32:16.577707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:32:16.578128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:16.712318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:16.730924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:32:16.733919 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:16.736088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:32:16.806741 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:32:16.809895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:32:18.473313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:32:18.563037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 8f420df2-8e7c-4e16-b0c4-0a4b5af3b8c1 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:32:18.563814 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:24.698129 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bee8b301-9a02-4abd-8fa2-41c9380406a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:26.049161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:26.913465 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca681-e59b-4371-b9fb-c0e3047f6704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:27.420150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:29.068230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:52.978640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:32:54.701903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd7a0-d274-42b6-9c94-9f5f78460e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:56.052396 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:56.914576 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58bfc716-58f0-4851-ac01-ddcaeca7b051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:57.422998 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:32:59.068359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:33:24.706436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4a75588c-1a53-4d9b-a22a-fe6d2c99883f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:33:26.063329 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:33:26.922116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a15b-21de-4f97-b83e-2d9385f5c73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:33:27.428002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:33:29.084080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:33:29.979133 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:33:54.707607 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02912780-27f6-4f3f-bbd2-4272b93c7148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:33:56.055806 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:33:56.914478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-91c567be-e39e-47e6-a1c3-6fba134f5a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:33:57.428323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:33:59.083996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:06.978988 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:34:24.708398 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4530ff3d-49e7-4d0e-8379-b9f4b8ce0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:26.058596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:26.914906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f9b88216-8ba5-42ff-94b3-c1dfa8e56a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:27.432091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:28.218173 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48900) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:34:28.292315 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.pecan_wsgi.hooks.translation [None req-4802ef61-16d3-44cb-9b25-df79bedaec8b admin admin] GET failed (client error): The resource could not be found. Apr 05 15:34:28.293729 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4802ef61-16d3-44cb-9b25-df79bedaec8b admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745370 Apr 05 15:34:28.434966 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa85e3-ee22-4db4-8af5-1b5ead012a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:28.436563 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-fefa85e3-ee22-4db4-8af5-1b5ead012a9a admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1385102 Apr 05 15:34:29.086872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:30.902905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48910) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:34:31.017240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43af4dc-7b8c-452c-9ba4-31db4bad1162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:31.017865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b43af4dc-7b8c-452c-9ba4-31db4bad1162 admin admin] Synchronizing usage tracker for tenant:25b32e0239bb4df0ac69b2efb4618e75 on resource:subnet {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:34:31.037225 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b43af4dc-7b8c-452c-9ba4-31db4bad1162 admin admin] Unset dirty status for tenant:25b32e0239bb4df0ac69b2efb4618e75 on resource:subnet {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:34:31.039145 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b43af4dc-7b8c-452c-9ba4-31db4bad1162 admin admin] 10.222.0.46 "GET /v2.0/subnets/6fdd2535-ea9c-40f7-9140-e3aa3ad78640 HTTP/1.1" status: 200 len: 849 time: 0.1352053 Apr 05 15:34:31.049682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:34:31.175051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:31.481116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363297316967301'] for subnet, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:31.495849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:34:31.635793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fdd2535-ea9c-40f7-9140-e3aa3ad78640,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:34:31.648910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.649289 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.649654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.650012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.650367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.650724 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.651075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.651425 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.651794 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.652144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.652511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.652862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:34:31.658269 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:34:31.683385 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:31.684022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:31.685400 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-79b3bc73-612b-4d0c-9751-c54e8ebeb699 admin admin] 10.222.0.46 "PUT /v2.0/subnets/6fdd2535-ea9c-40f7-9140-e3aa3ad78640 HTTP/1.1" status: 200 len: 868 time: 0.6399674 Apr 05 15:34:31.703727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c275f784-3f8f-4373-a104-4a23de68cad1 None None] Network 080b20a4-2f31-4aac-af89-0b8db9c9741e requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:34:32.204006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-9472eef8-2a07-46ae-a63b-91dd43981cab None None] Provisioning complete for port d01be73a-465c-4515-8523-397523f81061 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:34:32.204568 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9472eef8-2a07-46ae-a63b-91dd43981cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:32.337928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-9472eef8-2a07-46ae-a63b-91dd43981cab None None] Provisioning complete for port a1090ad3-9946-4167-9868-992217474efb triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:34:32.338246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9472eef8-2a07-46ae-a63b-91dd43981cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:34.160865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48920) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:34:34.345884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8078f3-ca3e-4cbc-86af-cd4a67b3ac22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:34.346334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8078f3-ca3e-4cbc-86af-cd4a67b3ac22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:34.348077 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ac8078f3-ca3e-4cbc-86af-cd4a67b3ac22 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1861231 Apr 05 15:34:36.799137 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48930) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:34:36.984708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78fb796-4105-415a-b645-b4919bd00426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:36.985167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78fb796-4105-415a-b645-b4919bd00426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:36.986791 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b78fb796-4105-415a-b645-b4919bd00426 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1866095 Apr 05 15:34:39.434704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48940) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:34:39.619848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3394056-afca-4637-a5fb-a50426bb4cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:39.621259 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a3394056-afca-4637-a5fb-a50426bb4cab admin admin] 10.222.0.46 "GET /v2.0/networks/080b20a4-2f31-4aac-af89-0b8db9c9741e HTTP/1.1" status: 200 len: 869 time: 0.1855168 Apr 05 15:34:42.095182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48950) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:34:42.274061 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c56976-6817-4eca-a9bf-19e73a0c2ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:42.275451 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-11c56976-6817-4eca-a9bf-19e73a0c2ba0 admin admin] 10.222.0.46 "GET /v2.0/networks/db60f784-cad0-46b6-aea7-87a5eb59a312 HTTP/1.1" status: 200 len: 886 time: 0.1792476 Apr 05 15:34:43.980140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:34:44.741537 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48960) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:34:44.859338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711d8b76-f108-4c6e-b83f-440f3a0adb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:44.859845 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711d8b76-f108-4c6e-b83f-440f3a0adb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:44.861486 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-711d8b76-f108-4c6e-b83f-440f3a0adb6a admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1189981 Apr 05 15:34:47.329409 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48970) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:34:47.443801 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8db33a-051c-4c8a-b426-d653693c1289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:47.444296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8db33a-051c-4c8a-b426-d653693c1289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:47.445920 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6f8db33a-051c-4c8a-b426-d653693c1289 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1154914 Apr 05 15:34:49.918324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48980) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:34:50.031359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9cc6f1-3820-4879-ad0c-9dcc970abc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:50.032830 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9f9cc6f1-3820-4879-ad0c-9dcc970abc2e admin admin] 10.222.0.46 "GET /v2.0/subnets/6698743f-c5cf-4c8c-aebd-504b3a1219a6 HTTP/1.1" status: 200 len: 816 time: 0.1134517 Apr 05 15:34:52.508480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 48990) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:34:52.623731 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f134e-1224-4acb-9b6d-7ff856e4beb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:34:52.625197 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-3b7f134e-1224-4acb-9b6d-7ff856e4beb8 admin admin] 10.222.0.46 "GET /v2.0/subnets/6fdd2535-ea9c-40f7-9140-e3aa3ad78640 HTTP/1.1" status: 200 len: 868 time: 0.1156859 Apr 05 15:34:54.710330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8c9bdd0f-4876-4422-8f17-8bde90f54457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:56.070542 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:56.916395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1d545253-243f-4e4b-b168-5677295be4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:57.436076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:34:59.090663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:18.985058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49034) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:35:19.040663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [None req-783644c7-2455-4169-8ac0-cf3573501ab3 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:35:19.041795 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-783644c7-2455-4169-8ac0-cf3573501ab3 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556848 Apr 05 15:35:20.980067 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:35:21.573609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49044) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:35:21.647574 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6c8195-00d9-4453-b620-e8c3157490af admin admin] GET failed (client error): The resource could not be found. Apr 05 15:35:21.649004 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2f6c8195-00d9-4453-b620-e8c3157490af admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0743866 Apr 05 15:35:21.784321 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add3d34-b8b4-44a9-93c5-17c82ddb0027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:35:21.785832 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-5add3d34-b8b4-44a9-93c5-17c82ddb0027 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1326118 Apr 05 15:35:24.265645 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49054) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:35:24.316790 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:35:24.321778 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:35:24.331908 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:35:24.341107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Made reservation on behalf of 25b32e0239bb4df0ac69b2efb4618e75 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:35:24.345702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:24.440200 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.services.revisions.revision_plugin [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Could not find related network for resource to bump revision. Apr 05 15:35:24.451465 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:35:24.460796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:24.461179 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Added segment 31685068-288b-47f5-9f0c-5d1fe526fa81 of type vlan for network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d Apr 05 15:35:24.486758 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:24.514812 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:24.516213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:35:24.516825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:24.521531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:35:24.626235 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3594844 Apr 05 15:35:24.626970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Pushing event updated for resources: {'Network': ['ID=38356cb1-d3e6-4f0a-9cba-2c723333bc4d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:35:24.642481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:35:24.650384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:35:24.773136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ff60bb84-b4ea-4459-8d83-10591f6a66d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:26.074131 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:26.917101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec63397d-7e06-4d0d-b1c2-324b06d3f3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:27.130007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49066) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:35:27.204477 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4af5026-0dab-45ef-8dad-17443161d108 admin admin] GET failed (client error): The resource could not be found. Apr 05 15:35:27.205071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b4af5026-0dab-45ef-8dad-17443161d108 admin admin] Synchronizing usage tracker for tenant:25b32e0239bb4df0ac69b2efb4618e75 on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:35:27.219426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b4af5026-0dab-45ef-8dad-17443161d108 admin admin] Unset dirty status for tenant:25b32e0239bb4df0ac69b2efb4618e75 on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:35:27.220662 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b4af5026-0dab-45ef-8dad-17443161d108 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0895345 Apr 05 15:35:27.335385 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aeba2-4604-44dd-bc6d-3ed8a70f48db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:35:27.337009 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-784aeba2-4604-44dd-bc6d-3ed8a70f48db admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1119912 Apr 05 15:35:27.347602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:35:27.352191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:35:27.362276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:35:27.371512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Made reservation on behalf of 25b32e0239bb4df0ac69b2efb4618e75 for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:35:27.376070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:27.439154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:27.765568 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:27.779905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:35:28.087659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e211a70e-1245-40fe-bdbf-493bdd2b5836,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:35:28.091710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:35:28.150591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Checking segment: {'id': '31685068-288b-47f5-9f0c-5d1fe526fa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:35:28.151074 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Network hostable DHCP agents. Network: 38356cb1-d3e6-4f0a-9cba-2c723333bc4d, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:35:28.168404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:35:28.176148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, 38356cb1-d3e6-4f0a-9cba-2c723333bc4d) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:35:28.180443 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:35:28.181114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:28.186519 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e7821f-2ba5-4c36-90f0-b572b878eb13 None None] Network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:35:28.208136 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8642907 Apr 05 15:35:28.426353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a48dea4-2bf9-5fca-a1e1-a2fdad4ab0ed-38356cb1-d3e6-4f0a-9cba-2c723333bc4d', 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d', 'tenant_id': '25b32e0239bb4df0ac69b2efb4618e75', 'fixed_ips': [{'subnet_id': 'e211a70e-1245-40fe-bdbf-493bdd2b5836'}]}} from dv-cinder-784779-1-smb. {{(pid=84315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:35:28.427275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:28.597510 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Allocated IP 192.168.233.2 (38356cb1-d3e6-4f0a-9cba-2c723333bc4d/e211a70e-1245-40fe-bdbf-493bdd2b5836/4db1705c-e078-4d87-9d99-6efa23efd5fc) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:35:28.816350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:28.827706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Transition to ACTIVE for port object 4db1705c-e078-4d87-9d99-6efa23efd5fc will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:35:28.847887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Transition to ACTIVE for port object 4db1705c-e078-4d87-9d99-6efa23efd5fc will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:35:28.853059 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:28.869401 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:35:29.183734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Pushing event updated for resources: {'Port': ['ID=4db1705c-e078-4d87-9d99-6efa23efd5fc,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:35:29.196536 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.196923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.197298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.197668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.198032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.198394 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.198753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.199111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.199471 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.199828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.200184 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.200564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:35:29.205368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:29.211627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:35:29.246888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:35:29.248059 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:35:29.250921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:35:29.346036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Attempting to bind port 4db1705c-e078-4d87-9d99-6efa23efd5fc on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:35:29.346367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Attempting to bind port 4db1705c-e078-4d87-9d99-6efa23efd5fc by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '31685068-288b-47f5-9f0c-5d1fe526fa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:35:29.346754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Attempting to bind port 4db1705c-e078-4d87-9d99-6efa23efd5fc on network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:35:29.353198 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:35:29.353610 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Checking segment: {'id': '31685068-288b-47f5-9f0c-5d1fe526fa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:35:29.354047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:29.354477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Bound using segment: {'id': '31685068-288b-47f5-9f0c-5d1fe526fa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:35:29.354984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Bound port: 4db1705c-e078-4d87-9d99-6efa23efd5fc, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31685068-288b-47f5-9f0c-5d1fe526fa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:35:29.355394 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:29.449654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] For port 4db1705c-e078-4d87-9d99-6efa23efd5fc, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:35:29.453355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] For port 4db1705c-e078-4d87-9d99-6efa23efd5fc, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=4db1705c-e078-4d87-9d99-6efa23efd5fc,segment=NetworkSegment(31685068-288b-47f5-9f0c-5d1fe526fa81),segment_id=31685068-288b-47f5-9f0c-5d1fe526fa81)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:35:29.456619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:29.472659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:35:29.626374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Pushing event updated for resources: {'Port': ['ID=4db1705c-e078-4d87-9d99-6efa23efd5fc,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:35:29.629673 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:35:30.581752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 4db1705c-e078-4d87-9d99-6efa23efd5fc up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:35:30.662003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 4db1705c-e078-4d87-9d99-6efa23efd5fc completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:35:30.903912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dfdeff-60f6-4d3e-adb7-f41c629632da None None] Network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:35:31.015235 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-df428df6-9fed-4524-ac18-0e365918c74e None None] Provisioning for port 4db1705c-e078-4d87-9d99-6efa23efd5fc completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:35:31.026578 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-df428df6-9fed-4524-ac18-0e365918c74e None None] Provisioning complete for port 4db1705c-e078-4d87-9d99-6efa23efd5fc triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:35:31.026995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-df428df6-9fed-4524-ac18-0e365918c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:31.257915 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-df428df6-9fed-4524-ac18-0e365918c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:31.306683 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-df428df6-9fed-4524-ac18-0e365918c74e None None] For port 4db1705c-e078-4d87-9d99-6efa23efd5fc, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=4db1705c-e078-4d87-9d99-6efa23efd5fc,segment=NetworkSegment(31685068-288b-47f5-9f0c-5d1fe526fa81),segment_id=31685068-288b-47f5-9f0c-5d1fe526fa81)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:35:31.311601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-df428df6-9fed-4524-ac18-0e365918c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:31.316973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:35:31.389872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df428df6-9fed-4524-ac18-0e365918c74e None None] Pushing event updated for resources: {'Port': ['ID=4db1705c-e078-4d87-9d99-6efa23efd5fc,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:35:31.393117 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-df428df6-9fed-4524-ac18-0e365918c74e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:35:31.541309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-198b472c-966b-4dca-8afb-dcd03f601819 None None] Provisioning complete for port 4db1705c-e078-4d87-9d99-6efa23efd5fc triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:35:31.541611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-198b472c-966b-4dca-8afb-dcd03f601819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:32.562188 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 4db1705c-e078-4d87-9d99-6efa23efd5fc up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:35:32.634660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 4db1705c-e078-4d87-9d99-6efa23efd5fc triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:35:32.635075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:54.715708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3e17da48-4d1a-43ce-a6db-f4019b69085d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:56.075472 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:56.919823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2426-52ee-445d-a88a-37f5364d8a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:57.440698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:35:57.980591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:35:59.097881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:36:24.717906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e512d4ca-36a8-422d-a490-0ebf01c6a3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:36:26.086155 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:36:26.921380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4c237215-bee3-4d89-adc2-0ddca73e50b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:36:27.451989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:36:29.101867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:36:34.979996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:36:54.721149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5b48a1e-7c30-4fb4-b974-67f444b5af0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:36:56.080990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:36:56.923020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1b9b06db-67f1-4127-b58a-845d57c35e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:36:57.446369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:36:59.104277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:11.979900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:37:24.723218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa5bf-5442-4a21-a526-df1916ed8e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:26.082616 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:26.925340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b85a6c3f-e05e-4533-9627-ccba1a9d7a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:27.448566 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:29.107828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:48.980006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:37:54.725712 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fba1e560-e35c-4e13-8aa0-3ab53c6fabe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:56.084933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:56.437129 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49118) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:37:56.453878 dv-cinder-784779-1-smb neutron-server[84200]: WARNING oslo_policy.policy [None req-9c2ee38d-f322-4769-8e34-4c6bded5de42 tempest-verify_tempest_config-2047392751 tempest-verify_tempest_config-2047392751-project] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:37:56.454458 dv-cinder-784779-1-smb neutron-server[84200]: WARNING oslo_policy.policy [None req-9c2ee38d-f322-4769-8e34-4c6bded5de42 tempest-verify_tempest_config-2047392751 tempest-verify_tempest_config-2047392751-project] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:37:56.688413 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [None req-9c2ee38d-f322-4769-8e34-4c6bded5de42 tempest-verify_tempest_config-2047392751 tempest-verify_tempest_config-2047392751-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:37:56.689799 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9c2ee38d-f322-4769-8e34-4c6bded5de42 tempest-verify_tempest_config-2047392751 tempest-verify_tempest_config-2047392751-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2506268 Apr 05 15:37:56.926809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-300e83e4-cbc8-4414-91cb-6cfeca1a2bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:57.002063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49136) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:37:57.273125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.policy [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84313) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 05 15:37:57.327591 dv-cinder-784779-1-smb neutron-server[84200]: WARNING oslo_policy.policy [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:37:57.328006 dv-cinder-784779-1-smb neutron-server[84200]: WARNING oslo_policy.policy [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:37:57.376179 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:57.390229 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.quota [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Loaded quota_driver: . Apr 05 15:37:57.395445 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:37:57.401855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Usage tracker for resource:security_group_rule and tenant:fa25736806724cf5b3bfc95cb36422d6 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:37:57.405728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:37:57.413336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:37:57.451004 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:57.526145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:57.528960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:57.538466 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:37:57.572825 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa25736806724cf5b3bfc95cb36422d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5696735 Apr 05 15:37:57.575672 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49150) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:37:57.586313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bffb2cf-51ce-4228-8e72-1d87c60368f5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:37:57.642404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:57.672188 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:57.733419 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:57.738894 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:37:57.754212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bffb2cf-51ce-4228-8e72-1d87c60368f5,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:37:57.754534 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.755507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.755878 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.756231 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.756623 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.756977 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.757321 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.757666 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.758016 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.758357 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.758697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.759034 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Tracked resource versions report: Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: pushed versions: Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: { 'AddressGroup': {'1.2'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': {'1.0'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': {'1.0'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': {'1.1'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': {'1.7'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': {'1.2'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': {'1.8'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': {'1.4'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': {'1.0'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': {'1.1'}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': {'1.1'}} Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: consumer versions: Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: { DHCP agent@dv-cinder-784779-1-smb: {}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: L3 agent@dv-cinder-784779-1-smb: {}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: Metadata agent@dv-cinder-784779-1-smb: {}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: Metering agent@dv-cinder-784779-1-smb: {}, Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: Open vSwitch agent@dv-cinder-784779-1-smb: { 'AddressGroup': '1.2', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': '1.0', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': '1.0', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': '1.1', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': '1.7', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': '1.2', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': '1.8', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': '1.4', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': '1.2', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': '1.0', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': '1.1', Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': '1.1'}} Apr 05 15:37:57.760130 dv-cinder-784779-1-smb neutron-server[84200]: {{(pid=84313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:37:57.762984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.763092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.763443 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.763815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.764177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.764560 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.764923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.765276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.765646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.766003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.766355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.766707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:37:57.770078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:37:57.774366 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7bffb2cf-51ce-4228-8e72-1d87c60368f5 HTTP/1.1" status: 204 len: 168 time: 0.1976378 Apr 05 15:37:57.775306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:37:57.789132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:37:59.112073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:24.728086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85ba91f6-ef39-4f58-9c54-1418456d6cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:25.980013 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:38:26.089868 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:26.929482 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4ee1942f-fc9f-4ae5-93fc-8b84eb87a259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:27.453482 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:29.117491 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:54.728804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-553cfca7-7273-4a8a-8f18-a4891a60855e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:56.091499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:56.930579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a133cab6-8e85-4cbb-a477-4e1e1017bbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:57.455403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:59.118693 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:02.979242 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 5 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:39:24.729031 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-37ff2eb6-e8a5-4fd2-b0c0-e642c2d7c92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:26.092562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:26.933732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-36daf60e-8a65-43a6-a020-dc33d3e47f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:27.458280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:29.122630 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:33.243531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834'] for agent, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:38.006505 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49212) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:38.125223 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-28b477d2-3420-49f9-9997-848d907cb08c admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1175339 Apr 05 15:39:39.979442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:39:40.607906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49222) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:40.668055 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-582b9658-2dfc-4c45-a548-f70aa8744892 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0589597 Apr 05 15:39:54.730320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b01db6bd-0e79-4805-aa9b-e18a8f33efcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:56.243149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:56.934217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ee56f33c-9715-4281-a094-d6a0d70e1625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:57.461383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:59.124982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:03.223580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:16.979125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:40:24.731744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1235ec05-8fa3-4238-b95b-90b688de4645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:26.095212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:26.935858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58f241e7-2b5e-48f0-9bd2-c71f29928a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:27.463522 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:29.129778 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:33.238422 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:53.979183 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:40:54.733338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1472-d409-46ed-b884-920baa13c26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:56.096721 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:56.937556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0fb3547b-ddb7-4eb7-9783-9cef9e0398eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:57.472080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:59.133151 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:03.244744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:22.817286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49364) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:23.117127 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-743429279-network', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:23.122396 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:23.126551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Usage tracker for resource:network and tenant:ee4b3953c588419fbca114a688fe65fb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:23.130224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:23.136713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:23.148125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Made reservation on behalf of ee4b3953c588419fbca114a688fe65fb for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:23.152862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:23.172592 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:23.194957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:23.198936 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Usage tracker for resource:security_group_rule and tenant:ee4b3953c588419fbca114a688fe65fb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:23.201912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:23.208944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:23.295807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:23.299140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:23.303641 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d169a532-9a4f-46dd-be3c-872e85641643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:23.329921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:41:23.347552 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9513025-0e88-4e17-9ac2-19262b1bb04b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:23.356330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:23.356726 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Added segment 91a9061a-ba44-4390-af34-9859e6b28d59 of type vlan for network ffadb37e-9238-46c9-8a24-86bdd147930a Apr 05 15:41:23.358561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.358942 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.359315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.359681 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.360043 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.360408 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.360820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.361183 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.361535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.361896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.362250 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.362604 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Tracked resource versions report: Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: pushed versions: Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: { 'AddressGroup': {'1.2'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': {'1.0'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': {'1.0'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': {'1.1'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': {'1.7'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': {'1.2'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': {'1.8'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': {'1.4'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': {'1.0'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': {'1.1'}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': {'1.1'}} Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: consumer versions: Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: { DHCP agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: HyperV agent@hv-cinder-78477: {}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: L3 agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: Metadata agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: Metering agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: Open vSwitch agent@dv-cinder-784779-1-smb: { 'AddressGroup': '1.2', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': '1.0', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': '1.0', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': '1.1', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': '1.7', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': '1.2', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': '1.8', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': '1.4', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': '1.2', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': '1.0', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': '1.1', Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': '1.1'}} Apr 05 15:41:23.363702 dv-cinder-784779-1-smb neutron-server[84200]: {{(pid=84314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:41:23.371734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:23.396049 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:23.425646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:23.427016 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:23.427651 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:23.432695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:23.527768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49412) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:23.534793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Pushing event updated for resources: {'Network': ['ID=ffadb37e-9238-46c9-8a24-86bdd147930a,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:23.539950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:23.548018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network ffadb37e-9238-46c9-8a24-86bdd147930a details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:41:23.555148 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7366922 Apr 05 15:41:23.558164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49420) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:23.565759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Request body: {'subnet': {'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-743429279-subnet', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:23.571608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:23.576828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Usage tracker for resource:subnet and tenant:ee4b3953c588419fbca114a688fe65fb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:23.581211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:23.589336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:23.605089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Made reservation on behalf of ee4b3953c588419fbca114a688fe65fb for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:23.610127 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:23.797589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49428) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:24.043357 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2153254-network', 'tenant_id': '4cd82842cdc845b3b3a938d6a2009082'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:24.053261 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:24.059027 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Usage tracker for resource:network and tenant:4cd82842cdc845b3b3a938d6a2009082 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:24.063273 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:24.069989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.071380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:24.082296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Made reservation on behalf of 4cd82842cdc845b3b3a938d6a2009082 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:24.086188 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-65468beb-79ec-4214-9d17-f4630cc2bf3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:24.090916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.107312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.127261 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:24.136961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Usage tracker for resource:security_group_rule and tenant:4cd82842cdc845b3b3a938d6a2009082 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:24.141134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:24.149243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:24.154668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99690a2-97e0-4056-9a4d-9ea2a7d7efab,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:24.158022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:24.244330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-520654525-network', 'tenant_id': 'a6e238b8bfc34a4e9c037a20169e5897'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:24.251207 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:24.264233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Usage tracker for resource:network and tenant:a6e238b8bfc34a4e9c037a20169e5897 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:24.270152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:24.274287 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.278619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:24.282258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.290976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:24.312641 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Checking segment: {'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:24.313037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Network hostable DHCP agents. Network: ffadb37e-9238-46c9-8a24-86bdd147930a, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:41:24.324174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455de006-aec1-4d5a-aab2-87ba456e226d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:24.335921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.336834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.337352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.337879 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.338436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.338941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.339395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Network ffadb37e-9238-46c9-8a24-86bdd147930a is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:41:24.339610 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.340144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.340529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.340872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.341373 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.341948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Tracked resource versions report: Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: pushed versions: Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: { 'AddressGroup': {'1.2'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': {'1.0'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': {'1.0'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': {'1.1'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': {'1.7'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': {'1.2'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': {'1.8'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': {'1.4'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': {'1.0'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': {'1.1'}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': {'1.1'}} Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: consumer versions: Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: { DHCP agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: HyperV agent@hv-cinder-78477: {}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: L3 agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: Metadata agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: Metering agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: Open vSwitch agent@dv-cinder-784779-1-smb: { 'AddressGroup': '1.2', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': '1.0', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': '1.0', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': '1.1', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': '1.7', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': '1.2', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': '1.8', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': '1.4', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': '1.2', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': '1.0', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': '1.1', Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': '1.1'}} Apr 05 15:41:24.343212 dv-cinder-784779-1-smb neutron-server[84200]: {{(pid=84313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:41:24.350046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Made reservation on behalf of a6e238b8bfc34a4e9c037a20169e5897 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:24.355280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.362062 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, ffadb37e-9238-46c9-8a24-86bdd147930a) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:24.372774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:24.373686 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.373834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3346de-c6db-4955-bf7b-ac0c9763be3f None None] Network ffadb37e-9238-46c9-8a24-86bdd147930a requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:41:24.374107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:24.374865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.387876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:41:24.399911 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:24.403926 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8445957 Apr 05 15:41:24.404367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e238b8bfc34a4e9c037a20169e5897 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:24.404825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49454) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:24.408442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:24.411546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-743429279-router', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:24.415080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:24.416925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:24.421478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Usage tracker for resource:router and tenant:ee4b3953c588419fbca114a688fe65fb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:24.425310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:24.431761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:24.447234 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-950240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743479'] for router, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.448351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853825657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853838480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853823427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32318'] for router, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.482432 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.519234 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.521322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739537836983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.522111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Unsubscribe: segment precommit_create {{(pid=84313) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 05 15:41:24.522854 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Added segment e0cc72e0-7784-4b25-a1e9-fc3613cfdd34 of type vlan for network b67effb9-41c2-4f71-9319-a1c6f20b8473 Apr 05 15:41:24.534213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.593548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2b03fcee-8c02-44ae-b71c-12e6dba969ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:24.631039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e036fb-bd63-40b0-9946-6687f1798869,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:24.650598 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:24.661657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.666241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:41:24.686803 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.687194 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Added segment f2a29a43-da6e-472b-a0a6-455d043161a2 of type vlan for network ba80e037-f064-4d3a-98d3-65326d3ed1eb Apr 05 15:41:24.707418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49460) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:24.744392 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.746246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.752690 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:24.753363 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.789603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:24.794603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b442088-d2c2-4fb5-ad76-083a5806cce2 None None] Network ffadb37e-9238-46c9-8a24-86bdd147930a requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:41:24.819109 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853838495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32303'] for router, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:24.834817 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3055713 Apr 05 15:41:24.835704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49468) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:25.010044 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Request body: {'subnet': {'network_id': 'b67effb9-41c2-4f71-9319-a1c6f20b8473', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2153254-subnet', 'tenant_id': '4cd82842cdc845b3b3a938d6a2009082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:25.037810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.resource_extend [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:41:25.094194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b67effb9-41c2-4f71-9319-a1c6f20b8473,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:25.111984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.113275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:25.116227 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:25.122060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:25.129883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.148022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:25.165258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Usage tracker for resource:subnet and tenant:4cd82842cdc845b3b3a938d6a2009082 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:25.177048 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3775902 Apr 05 15:41:25.178475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:25.195173 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49482) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:25.210202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Request body: {'subnet': {'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-520654525-subnet', 'tenant_id': 'a6e238b8bfc34a4e9c037a20169e5897', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:25.215433 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:25.219695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Usage tracker for resource:subnet and tenant:a6e238b8bfc34a4e9c037a20169e5897 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:25.223590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:25.230132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:25.257866 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.259430 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network b67effb9-41c2-4f71-9319-a1c6f20b8473 details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:41:25.274468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-59d66223-fdab-43c8-92bf-172990182e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.297686 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.306497 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:25.316094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-network', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:25.349798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Made reservation on behalf of a6e238b8bfc34a4e9c037a20169e5897 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:25.358147 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.450994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Pushing event updated for resources: {'Network': ['ID=ba80e037-f064-4d3a-98d3-65326d3ed1eb,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:25.463249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network ba80e037-f064-4d3a-98d3-65326d3ed1eb details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:41:25.491068 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Allocated IP 172.28.3.251 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/d0662edd-4ac6-4078-b382-c83e3c08060b) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:41:25.551678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:25.552351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Made reservation on behalf of 4cd82842cdc845b3b3a938d6a2009082 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:25.557195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.578338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:25.609380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Usage tracker for resource:network and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:25.617989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:25.696716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:25.791218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Made reservation on behalf of 1fa68334b9d840b99dbfa07ab666b84e for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:25.796486 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.821234 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.829245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.869448 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:25.870299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:25.890377 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-541c8a6c-a931-4233-ae70-b7c62b93817f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:25.922150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:25.927145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:25.935507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:26.060177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Pushing event updated for resources: {'Port': ['ID=d0662edd-4ac6-4078-b382-c83e3c08060b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:26.067195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:26.107420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:26.154416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:26.155697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:26.158776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:41:26.468665 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:26.477964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:26.549490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec05d273-133e-429d-b87f-afe18ec913e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:26.600374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:41:26.615957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5234a09-f370-4586-8fce-4c7a4eb63254,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:26.623676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:26.626603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:26.627023 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Added segment abd53f1a-0f64-4102-9170-31184094cdec of type vlan for network 1110e049-b223-4a06-9e2d-18da09acc010 Apr 05 15:41:26.697957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:26.809484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:26.831444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:26.911036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:26.930989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:26.931639 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:26.948087 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:26.963321 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f4ae3f81-87b6-4a0b-ac23-d10182a87a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:27.098711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a72d469a-6199-4f3a-9c3e-03cee04bffc8,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:27.120844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:27.121850 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:27.125008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:27.142086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49572) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:27.244861 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5353205 Apr 05 15:41:27.246092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49582) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:27.484343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:27.500831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49590) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:27.520306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Request body: {'subnet': {'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-subnet', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:27.526274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:27.530373 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Usage tracker for resource:subnet and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:27.534338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:27.541935 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:27.582317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937374'] for router, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:27.612628 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Made reservation on behalf of 1fa68334b9d840b99dbfa07ab666b84e for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:27.617566 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:27.694404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Pushing event updated for resources: {'Network': ['ID=1110e049-b223-4a06-9e2d-18da09acc010,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:27.705226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network 1110e049-b223-4a06-9e2d-18da09acc010 details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:41:27.749948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Checking segment: {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:27.750245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Network hostable DHCP agents. Network: ba80e037-f064-4d3a-98d3-65326d3ed1eb, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:41:27.751762 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:27.758167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:27.765179 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.536s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:27.796830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:27.805533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Usage tracker for resource:security_group_rule and tenant:aea575c2ff4b47de90ae208cbb56dc60 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:27.809569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:27.820980 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:27.821766 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:27.901440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:27.914061 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Usage tracker for resource:security_group_rule and tenant:d0363d1d5eaf42aeaaddfaeea7df3bb6 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:27.924801 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:27.927602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Network ba80e037-f064-4d3a-98d3-65326d3ed1eb is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:41:27.936226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f368a720-e00d-42cb-b291-d4780673b971,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:27.943012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:27.969307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 is scheduled to L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb with binding_index 1 {{(pid=84314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:41:28.011035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:28.024723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, ba80e037-f064-4d3a-98d3-65326d3ed1eb) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:28.035344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5512763-e0b2-4e03-a2e0-b883f38fe7c7 None None] Network ba80e037-f064-4d3a-98d3-65326d3ed1eb requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:41:28.083803 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:28.152809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:28.164615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:28.165590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:28.179292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:28.239810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Synchronizing usage tracker for tenant:25b32e0239bb4df0ac69b2efb4618e75 on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:41:28.250267 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c8752249-7e16-4240-9bf7-efa824309611 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0446279 Apr 05 15:41:28.288490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675129d1-bd42-4f8c-954d-2b6a9b591b1c,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:28.291807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:28.310947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Checking segment: {'id': 'e0cc72e0-7784-4b25-a1e9-fc3613cfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b67effb9-41c2-4f71-9319-a1c6f20b8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:28.311357 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Network hostable DHCP agents. Network: b67effb9-41c2-4f71-9319-a1c6f20b8473, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:41:28.313190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:41:28.321461 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Unset dirty status for tenant:25b32e0239bb4df0ac69b2efb4618e75 on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:41:28.326504 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49618) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:28.329009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Sync routers for ids ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:41:28.336744 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aea575c2ff4b47de90ae208cbb56dc60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8344915 Apr 05 15:41:28.343663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:28.345206 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Routers {'2676bb72-325b-4fd2-a23b-d3d6a7792a70'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:41:28.345996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:41:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:28.397353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:28.407613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac913e8-c5ed-4e66-8598-b25fbb62fbec None None] Network ba80e037-f064-4d3a-98d3-65326d3ed1eb requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:41:28.409788 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0036335 Apr 05 15:41:28.411159 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49622) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:28.516426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:28.553204 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:28.639613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65023fb2-00fe-4947-b18f-596770e9020a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:28.663699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:28.762036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-754808ea-ce4e-4fdc-ac03-88f3fb949c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:28.767875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Network b67effb9-41c2-4f71-9319-a1c6f20b8473 is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:41:28.788318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, b67effb9-41c2-4f71-9319-a1c6f20b8473) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:28.801697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Set router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:41:28.830663 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0363d1d5eaf42aeaaddfaeea7df3bb6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6572063 Apr 05 15:41:28.833532 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49642) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:28.835187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:28.845271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:28.884665 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe4c631-1eee-4c3c-9fc0-e08b28b4f71e None None] Network b67effb9-41c2-4f71-9319-a1c6f20b8473 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:41:28.909232 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.0689442 Apr 05 15:41:28.933140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-754808ea-ce4e-4fdc-ac03-88f3fb949c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:29.242311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-55b4c1fe-b4d8-4e2b-b1d2-bc6e9bb4918f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:29.278268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'name': 'tempest-ServerRescueNegativeTestJSON-743429279-router', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:24Z', 'updated_at': '2021-04-05T15:41:26Z', 'revision_number': 3, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'gw_port': {'id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:25Z', 'updated_at': '2021-04-05T15:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:29.283632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Checking router: 2676bb72-325b-4fd2-a23b-d3d6a7792a70 for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:41:29.284602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Updating router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 port d0662edd-4ac6-4078-b382-c83e3c08060b binding host dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:41:29.355713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:29.456615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:29.466304 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7752125-5216-44ff-96a1-4470d288a52e None None] Network b67effb9-41c2-4f71-9319-a1c6f20b8473 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:41:29.487714 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:29.572174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:29.700235 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49688) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:29.732406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-55b4c1fe-b4d8-4e2b-b1d2-bc6e9bb4918f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:29.740300 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49694) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:29.753150 dv-cinder-784779-1-smb neutron-server[84200]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 15:41:29.851507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:29.873216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Transition to ACTIVE for port object d0662edd-4ac6-4078-b382-c83e3c08060b will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:29.882318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:29.900448 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-754808ea-ce4e-4fdc-ac03-88f3fb949c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.024576 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:30.060760 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfb3e16-32ab-4296-9d79-b79a02e02115,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:30.113796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Pushing event updated for resources: {'Port': ['ID=d0662edd-4ac6-4078-b382-c83e3c08060b,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:30.123884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:30.124409 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-58cf9fd7-fc9e-4f6a-bef3-dd1497f8cab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:30.128124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.128521 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.128895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.129261 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.129621 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.129977 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.130335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.130674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.131024 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.131375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.131729 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.132077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Tracked resource versions report: Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: pushed versions: Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: { 'AddressGroup': {'1.2'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': {'1.0'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': {'1.0'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': {'1.1'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': {'1.7'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': {'1.2'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': {'1.8'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': {'1.4'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': {'1.0'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': {'1.1'}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': {'1.1'}} Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: consumer versions: Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: { DHCP agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: HyperV agent@hv-cinder-78477: {}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: L3 agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: Metadata agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: Metering agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: Open vSwitch agent@dv-cinder-784779-1-smb: { 'AddressGroup': '1.2', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': '1.0', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': '1.0', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': '1.1', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': '1.7', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': '1.2', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': '1.8', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': '1.4', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': '1.2', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': '1.0', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': '1.1', Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': '1.1'}} Apr 05 15:41:30.133210 dv-cinder-784779-1-smb neutron-server[84200]: {{(pid=84316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:41:30.137676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Attempting to bind port d0662edd-4ac6-4078-b382-c83e3c08060b on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:41:30.138088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Attempting to bind port d0662edd-4ac6-4078-b382-c83e3c08060b by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:41:30.138493 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Attempting to bind port d0662edd-4ac6-4078-b382-c83e3c08060b on network db60f784-cad0-46b6-aea7-87a5eb59a312 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:30.144368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:30.145187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:41:30.145599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Checking segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:30.146042 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.146463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Bound using segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:41:30.146971 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Bound port: d0662edd-4ac6-4078-b382-c83e3c08060b, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:41:30.147372 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.154450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-754808ea-ce4e-4fdc-ac03-88f3fb949c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.158742 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-754808ea-ce4e-4fdc-ac03-88f3fb949c9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/675129d1-bd42-4f8c-954d-2b6a9b591b1c HTTP/1.1" status: 204 len: 168 time: 1.8248625 Apr 05 15:41:30.171215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754808ea-ce4e-4fdc-ac03-88f3fb949c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675129d1-bd42-4f8c-954d-2b6a9b591b1c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:30.189094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-754808ea-ce4e-4fdc-ac03-88f3fb949c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:30.215581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.234726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-55b4c1fe-b4d8-4e2b-b1d2-bc6e9bb4918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.240240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] For port d0662edd-4ac6-4078-b382-c83e3c08060b, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:41:30.243269 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-ebd85a91-9555-43f4-a67f-494be0e63cca tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:30.244074 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-ebd85a91-9555-43f4-a67f-494be0e63cca tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Synchronizing usage tracker for tenant:4cd82842cdc845b3b3a938d6a2009082 on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:41:30.245208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] For port d0662edd-4ac6-4078-b382-c83e3c08060b, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=d0662edd-4ac6-4078-b382-c83e3c08060b,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:41:30.251347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.266835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3742b83b-f328-45f2-9e9d-42e39693c333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:30.314617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4c1fe-b4d8-4e2b-b1d2-bc6e9bb4918f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65023fb2-00fe-4947-b18f-596770e9020a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:30.323501 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-55b4c1fe-b4d8-4e2b-b1d2-bc6e9bb4918f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:30.332603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-39d25a11-c24f-4559-b829-f89cc905b5f1 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:30.333365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-39d25a11-c24f-4559-b829-f89cc905b5f1 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Synchronizing usage tracker for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:41:30.343929 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-55b4c1fe-b4d8-4e2b-b1d2-bc6e9bb4918f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.344678 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-55b4c1fe-b4d8-4e2b-b1d2-bc6e9bb4918f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65023fb2-00fe-4947-b18f-596770e9020a HTTP/1.1" status: 204 len: 168 time: 1.4710765 Apr 05 15:41:30.352564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Checking segment: {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:30.353038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Network hostable DHCP agents. Network: 1110e049-b223-4a06-9e2d-18da09acc010, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:41:30.357426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-ebd85a91-9555-43f4-a67f-494be0e63cca tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Unset dirty status for tenant:4cd82842cdc845b3b3a938d6a2009082 on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:41:30.358717 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-ebd85a91-9555-43f4-a67f-494be0e63cca tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/networks?id=b67effb9-41c2-4f71-9319-a1c6f20b8473 HTTP/1.1" status: 200 len: 809 time: 0.6335526 Apr 05 15:41:30.388132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-39d25a11-c24f-4559-b829-f89cc905b5f1 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Unset dirty status for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:41:30.395152 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-39d25a11-c24f-4559-b829-f89cc905b5f1 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 814 time: 0.6480217 Apr 05 15:41:30.403325 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:30.405919 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-fa9609c2-c25c-43c6-8498-fa1d8db2c071 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/quotas/4cd82842cdc845b3b3a938d6a2009082 HTTP/1.1" status: 200 len: 375 time: 0.0342553 Apr 05 15:41:30.408683 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Network 1110e049-b223-4a06-9e2d-18da09acc010 is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:41:30.421754 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-08a27ac8-da4c-4e6d-ba96-12a18e9fc83a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/quotas/a6e238b8bfc34a4e9c037a20169e5897 HTTP/1.1" status: 200 len: 375 time: 0.0256100 Apr 05 15:41:30.531319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Pushing event updated for resources: {'Port': ['ID=d0662edd-4ac6-4078-b382-c83e3c08060b,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:30.536229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Allocated IP 172.20.0.1 (ffadb37e-9238-46c9-8a24-86bdd147930a/d99690a2-97e0-4056-9a4d-9ea2a7d7efab/929c1b4f-4cab-4288-9a3c-28885d316bca) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:41:30.548046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:30.625442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Routers {'2676bb72-325b-4fd2-a23b-d3d6a7792a70'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:41:30.626498 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:41:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:30.723579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49718) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:30.750082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, 1110e049-b223-4a06-9e2d-18da09acc010) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:30.758975 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e338da-c3c7-41ac-80d3-8240d4e67102 None None] Network 1110e049-b223-4a06-9e2d-18da09acc010 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:41:30.769482 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-2a89f077-9f40-45ba-9bd1-894db0dee32b tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4cd82842cdc845b3b3a938d6a2009082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3431728 Apr 05 15:41:30.780094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.797697 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0fcb88bc-c7f7-4c5b-a1ad-7d84fdcfb73b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3743656 Apr 05 15:41:30.801250 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:30.801917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.836596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] Set router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:41:30.842239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:30.849475 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.4123950 Apr 05 15:41:30.853364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49734) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:30.858892 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:30.868044 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:30.878238 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Usage tracker for resource:router and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:30.884783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:30.886152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] Usage tracker for resource:security_group_rule and tenant:ae9dfb03bf5d48e18a147fdfb0d7e822 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:30.898084 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:30.900265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:30.915340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:30.925174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-950240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743479'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:30.927144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853825657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853838480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853823427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32318'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.005270 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.080350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.278834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.280393 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.300083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-52283d6d-3712-4cf0-9283-df4451a93295 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:41:31.301612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:31.303098 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-52283d6d-3712-4cf0-9283-df4451a93295 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1910269 Apr 05 15:41:31.307490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-f1dd461c-984b-4a28-b66c-d4a6e3238e43 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:41:31.320905 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-f1dd461c-984b-4a28-b66c-d4a6e3238e43 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2363522 Apr 05 15:41:31.353438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:41:31.396314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.414804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Pushing event updated for resources: {'Port': ['ID=929c1b4f-4cab-4288-9a3c-28885d316bca,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:31.428905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:31.430628 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49746) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:31.443341 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a48dea4-2bf9-5fca-a1e1-a2fdad4ab0ed-1110e049-b223-4a06-9e2d-18da09acc010', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115'}]}} from dv-cinder-784779-1-smb. {{(pid=84315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:41:31.444365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.499024 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:31.510355 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae9dfb03bf5d48e18a147fdfb0d7e822&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7853408 Apr 05 15:41:31.534187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 49752) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:31.569723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.596060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:31.607643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'name': 'tempest-ServerRescueNegativeTestJSON-743429279-router', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:24Z', 'updated_at': '2021-04-05T15:41:26Z', 'revision_number': 3, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'gw_port': {'id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:25Z', 'updated_at': '2021-04-05T15:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:31.613319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc6a06-4a98-42b5-a966-4af7010ea98f None None] The sync data for ids ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'] in dv-cinder-784779-1-smb is: [{'id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'name': 'tempest-ServerRescueNegativeTestJSON-743429279-router', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:24Z', 'updated_at': '2021-04-05T15:41:26Z', 'revision_number': 3, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'gw_port': {'id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:25Z', 'updated_at': '2021-04-05T15:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:41:31.617737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] Usage tracker for resource:security_group_rule and tenant:ecc9c568e2f54fbc888356726b2b13a3 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:31.625582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:31.637982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:31.650183 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169cefdd-ecd1-4eea-b416-4af154dda06d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:31.656307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:31.716721 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Network ffadb37e-9238-46c9-8a24-86bdd147930a is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:31.718959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:31.722231 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:41:31.722746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853841597'] for router_interface, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.755294 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Allocated IP 172.20.0.2 (1110e049-b223-4a06-9e2d-18da09acc010/fdfb3e16-32ab-4296-9d79-b79a02e02115/003c5c58-60f8-474d-802d-4292b9767c8f) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:41:31.854440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.859540 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:31.872040 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:31.973289 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853838495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32303'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.047570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.054454 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a9a68dd6-23e1-4ec2-a61d-d975fa82fd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.060863 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f864c5e-b3ed-45c6-b14a-a863043a6a48,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:32.082103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.097004 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-f40fe2b5-f903-4b8f-a4fe-f57c37f01efc service neutron] 10.222.0.46 "GET /v2.0/networks/b67effb9-41c2-4f71-9319-a1c6f20b8473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744975 Apr 05 15:41:32.101511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Transition to ACTIVE for port object 003c5c58-60f8-474d-802d-4292b9767c8f will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:32.104230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:32.123369 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecc9c568e2f54fbc888356726b2b13a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6463079 Apr 05 15:41:32.124240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 49766) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:32.144703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Transition to ACTIVE for port object 003c5c58-60f8-474d-802d-4292b9767c8f will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:32.165385 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-5bd59d6c-e5db-4882-a106-3ad9e49e67dc service neutron] 10.222.0.46 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8418512 Apr 05 15:41:32.166376 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.298967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7eca7ba2-e954-4a64-a48b-0287e45ab8e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:32.412894 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a9a68dd6-23e1-4ec2-a61d-d975fa82fd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.418038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Network 1110e049-b223-4a06-9e2d-18da09acc010 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:32.422085 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:32.427394 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:41:32.434430 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-450373f2-f2c1-420b-98c2-a52fa5882771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.537351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-450373f2-f2c1-420b-98c2-a52fa5882771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.562747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Pushing event updated for resources: {'Port': ['ID=003c5c58-60f8-474d-802d-4292b9767c8f,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:32.567751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Attempting to bind port 003c5c58-60f8-474d-802d-4292b9767c8f on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:41:32.568623 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Attempting to bind port 003c5c58-60f8-474d-802d-4292b9767c8f by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:41:32.568871 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Attempting to bind port 003c5c58-60f8-474d-802d-4292b9767c8f on network 1110e049-b223-4a06-9e2d-18da09acc010 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:32.583740 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.583911 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.584489 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.584943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.585387 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.586305 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.586764 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.587586 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.587586 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.587986 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.588425 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.589009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Tracked resource versions report: Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: pushed versions: Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: { 'AddressGroup': {'1.2'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': {'1.0'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': {'1.0'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': {'1.1'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': {'1.7'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': {'1.2'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': {'1.8'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': {'1.4'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': {'1.0'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': {'1.1'}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': {'1.1'}} Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: consumer versions: Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: { DHCP agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: HyperV agent@hv-cinder-78477: {}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: L3 agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: Metadata agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: Metering agent@dv-cinder-784779-1-smb: {}, Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: Open vSwitch agent@dv-cinder-784779-1-smb: { 'AddressGroup': '1.2', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'ConntrackHelper': '1.0', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'Log': '1.0', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'Network': '1.1', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'Port': '1.7', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'PortForwarding': '1.2', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'QosPolicy': '1.8', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroup': '1.4', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'SecurityGroupRule': '1.2', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'SubPort': '1.0', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'Subnet': '1.1', Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: 'Trunk': '1.1'}} Apr 05 15:41:32.590233 dv-cinder-784779-1-smb neutron-server[84200]: {{(pid=84315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:41:32.593536 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:41:32.594076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Checking segment: {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:32.594802 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.595340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Bound using segment: {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:41:32.596490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Bound port: 003c5c58-60f8-474d-802d-4292b9767c8f, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:41:32.597074 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.618481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:32.664356 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-2060b883-3093-46cc-8611-324c2192ebc6 service neutron] 10.222.0.46 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981046 Apr 05 15:41:32.698371 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-9ad8bb91-40e4-493a-9ec6-6e8bf4af47e5 service neutron] 10.222.0.46 "GET /v2.0/networks/b67effb9-41c2-4f71-9319-a1c6f20b8473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940347 Apr 05 15:41:32.722910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a9a68dd6-23e1-4ec2-a61d-d975fa82fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.742856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-754808ea-ce4e-4fdc-ac03-88f3fb949c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:32.771828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] For port 003c5c58-60f8-474d-802d-4292b9767c8f, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:41:32.778539 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] For port 003c5c58-60f8-474d-802d-4292b9767c8f, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=003c5c58-60f8-474d-802d-4292b9767c8f,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:41:32.781618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a68dd6-23e1-4ec2-a61d-d975fa82fd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169cefdd-ecd1-4eea-b416-4af154dda06d,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:32.786172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.791009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a9a68dd6-23e1-4ec2-a61d-d975fa82fd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:32.809366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.817477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.818443 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853841770'] for router_interface, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.836609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:32.837032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:32.840819 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a9a68dd6-23e1-4ec2-a61d-d975fa82fd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.842311 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a9a68dd6-23e1-4ec2-a61d-d975fa82fd75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/169cefdd-ecd1-4eea-b416-4af154dda06d HTTP/1.1" status: 204 len: 168 time: 1.2907279 Apr 05 15:41:32.879076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-450373f2-f2c1-420b-98c2-a52fa5882771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:32.941438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device d0662edd-4ac6-4078-b382-c83e3c08060b up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:41:33.304848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Network ffadb37e-9238-46c9-8a24-86bdd147930a is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:33.352415 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:33.396763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Pushing event updated for resources: {'Port': ['ID=929c1b4f-4cab-4288-9a3c-28885d316bca,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:33.436978 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:33.439739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-450373f2-f2c1-420b-98c2-a52fa5882771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:33.448103 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3e303ec3-8118-4e72-8db0-3b838c674be3 req-3044148b-144c-43bf-a38b-859ebb8f908e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 210 time: 0.0690627 Apr 05 15:41:33.448935 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-450373f2-f2c1-420b-98c2-a52fa5882771 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f864c5e-b3ed-45c6-b14a-a863043a6a48 HTTP/1.1" status: 204 len: 168 time: 1.2538664 Apr 05 15:41:33.450326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:33.490468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port d0662edd-4ac6-4078-b382-c83e3c08060b completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:41:33.499268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port d0662edd-4ac6-4078-b382-c83e3c08060b triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:33.499688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:33.567735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:33.607703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450373f2-f2c1-420b-98c2-a52fa5882771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f864c5e-b3ed-45c6-b14a-a863043a6a48,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:33.669832 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-814b2839-af25-4080-ac4c-4e6b63db5c52 req-2db29e4f-b529-4ef8-a6d7-e5f7de768900 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 210 time: 0.1217623 Apr 05 15:41:33.708429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Pushing event updated for resources: {'Port': ['ID=003c5c58-60f8-474d-802d-4292b9767c8f,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:33.723076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:33.740569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:33.764751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-450373f2-f2c1-420b-98c2-a52fa5882771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:33.822907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:33.848712 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:33.881339 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:41:33.894324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port d0662edd-4ac6-4078-b382-c83e3c08060b, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=d0662edd-4ac6-4078-b382-c83e3c08060b,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:41:33.905627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:33.918709 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0aaa8b98-5214-4b5e-a9d1-1b347b29f103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:34.103277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=d0662edd-4ac6-4078-b382-c83e3c08060b,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:34.113666 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:34.178519 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Allocated IP 172.28.3.249 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/edfac4f7-02f9-45e9-9b49-f98901ac0cb7) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:41:34.581506 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:41:34.591836 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] 10.222.0.46 "PUT /v2.0/routers/2676bb72-325b-4fd2-a23b-d3d6a7792a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1796162 Apr 05 15:41:34.717978 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:34.822887 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c825e37f-a39b-4efa-8641-29c39dd26ba0 req-385dc66c-aff1-4b83-b17f-2f845a4cce0e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 210 time: 0.2087388 Apr 05 15:41:34.887799 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:34.915738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:34.990035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 003c5c58-60f8-474d-802d-4292b9767c8f up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:41:35.013816 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c9c700a2-7732-4aaa-be4d-4a20bd797974 req-73c6a25e-000b-4ae2-830c-ac95883607e6 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 210 time: 0.1896527 Apr 05 15:41:35.202606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 003c5c58-60f8-474d-802d-4292b9767c8f completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:41:35.216661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device d0662edd-4ac6-4078-b382-c83e3c08060b up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:41:35.268567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=edfac4f7-02f9-45e9-9b49-f98901ac0cb7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:35.277425 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:35.337126 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Sync routers for ids ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:41:35.445221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Routers {'2676bb72-325b-4fd2-a23b-d3d6a7792a70'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:41:35.447906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:35.449204 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:35.456447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:41:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:35.473382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:41:35.765121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port d0662edd-4ac6-4078-b382-c83e3c08060b triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:35.765664 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:35.821265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fed783-8c9e-443c-adb4-8593be742c08 None None] Network 1110e049-b223-4a06-9e2d-18da09acc010 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:41:36.234150 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7b1c3210-a0da-41b6-8f1d-f7d20d408f70 req-8c892358-bfd8-4021-a847-b9488c864790 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 210 time: 0.1149480 Apr 05 15:41:36.306875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-65dbdf65-35b1-4692-b42d-46524632385f None None] Provisioning for port 003c5c58-60f8-474d-802d-4292b9767c8f completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:41:36.330761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-65dbdf65-35b1-4692-b42d-46524632385f None None] Provisioning complete for port 003c5c58-60f8-474d-802d-4292b9767c8f triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:36.331173 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-65dbdf65-35b1-4692-b42d-46524632385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:36.399030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Set router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:41:36.644427 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.49', 64876) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:36.901747 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e8ec3c89-1f2b-4228-bcc4-d22836b1ea59 req-406b8d72-7f03-45e1-a8af-4b66fa37c1fb tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 210 time: 0.3756461 Apr 05 15:41:37.156809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-a93be4ae-e48b-4f82-a61d-88248b391ed1 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:37.160626 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-a93be4ae-e48b-4f82-a61d-88248b391ed1 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.49 "GET /v2.0/networks?id=b67effb9-41c2-4f71-9319-a1c6f20b8473 HTTP/1.1" status: 200 len: 809 time: 0.5147779 Apr 05 15:41:37.176536 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-45ddf93c-18d9-41ce-877d-571abef13622 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:37.184001 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-45ddf93c-18d9-41ce-877d-571abef13622 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 818 time: 1.1229661 Apr 05 15:41:37.207383 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-812d75b1-fc5c-428c-a718-cd4f7285b651 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/quotas/ee4b3953c588419fbca114a688fe65fb HTTP/1.1" status: 200 len: 375 time: 0.0223782 Apr 05 15:41:37.213889 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Request body: {'port': {'device_id': '52116abb-6df8-44e3-8791-d0870a822559', 'network_id': 'b67effb9-41c2-4f71-9319-a1c6f20b8473', 'admin_state_up': True, 'tenant_id': '4cd82842cdc845b3b3a938d6a2009082'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:37.269378 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:37.299816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-65dbdf65-35b1-4692-b42d-46524632385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:37.418676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-65dbdf65-35b1-4692-b42d-46524632385f None None] For port 003c5c58-60f8-474d-802d-4292b9767c8f, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=003c5c58-60f8-474d-802d-4292b9767c8f,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:41:37.428806 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-65dbdf65-35b1-4692-b42d-46524632385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:37.441008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:37.516943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.49', 64880) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:37.611733 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbdf65-35b1-4692-b42d-46524632385f None None] Pushing event updated for resources: {'Port': ['ID=003c5c58-60f8-474d-802d-4292b9767c8f,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:37.624146 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-65dbdf65-35b1-4692-b42d-46524632385f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:37.638850 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'name': 'tempest-ServerRescueNegativeTestJSON-743429279-router', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:24Z', 'updated_at': '2021-04-05T15:41:31Z', 'revision_number': 4, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'gw_port': {'id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:25Z', 'updated_at': '2021-04-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '929c1b4f-4cab-4288-9a3c-28885d316bca', 'name': '', 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'mac_address': 'fa:16:3e:54:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd99690a2-97e0-4056-9a4d-9ea2a7d7efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:32Z', 'revision_number': 2, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'subnets': [{'id': 'd99690a2-97e0-4056-9a4d-9ea2a7d7efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:37.647275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Checking router: 2676bb72-325b-4fd2-a23b-d3d6a7792a70 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:41:37.651666 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Updating router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 port 929c1b4f-4cab-4288-9a3c-28885d316bca binding host dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:41:37.684474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:37.689944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Usage tracker for resource:port and tenant:4cd82842cdc845b3b3a938d6a2009082 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:37.693522 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:37.704644 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:37.737314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Made reservation on behalf of 4cd82842cdc845b3b3a938d6a2009082 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:37.745886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:37.789370 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:37.855058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-630a83f9-8dad-4ffa-ab8e-2f0c2b447405 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:37.857236 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-630a83f9-8dad-4ffa-ab8e-2f0c2b447405 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 814 time: 0.3280661 Apr 05 15:41:37.933129 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Request body: {'port': {'device_id': '5e80059b-81a3-4a9d-a631-ee04efd952aa', 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb', 'admin_state_up': True, 'tenant_id': 'a6e238b8bfc34a4e9c037a20169e5897'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:38.002091 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-72f67639-2355-4559-92e7-1a3cdbd8a516 req-cfd87d9e-ceb2-46cb-a952-e6decff461c6 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 210 time: 0.1436930 Apr 05 15:41:38.035177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-09122032-3609-4b1f-a3f6-2f1a88d92263 None None] Provisioning complete for port 003c5c58-60f8-474d-802d-4292b9767c8f triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:38.036071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-09122032-3609-4b1f-a3f6-2f1a88d92263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:38.108121 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-33265b7b-6d9d-4b56-9682-b7596ac3114f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8997922 Apr 05 15:41:38.147051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Allocated IP 172.20.0.3 (b67effb9-41c2-4f71-9319-a1c6f20b8473/f368a720-e00d-42cb-b291-d4780673b971/9ad81af8-4312-4b39-95bd-9d717468635f) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:41:38.357772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50068) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:38.608674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:38.622956 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-592b8025-76fa-43a6-a445-5bad43ba5992 req-8ad0b5a0-9e6c-44f9-b0c5-fa21f6628619 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 210 time: 0.0790362 Apr 05 15:41:38.676331 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:38.727800 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4e3f031c-33ff-4892-8d49-eeea2fc9880d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:38.864090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:38.881309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Transition to ACTIVE for port object 929c1b4f-4cab-4288-9a3c-28885d316bca will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:38.893759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:38.926376 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-df428df6-9fed-4524-ac18-0e365918c74e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:38.978989 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-77d60079-3f3f-4c3a-afee-50f3f9661d94 service neutron] 10.222.0.46 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8165255 Apr 05 15:41:39.051837 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 003c5c58-60f8-474d-802d-4292b9767c8f up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:41:39.247330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19323f54-f0ca-42a9-a03c-f7047e5f5985 None None] Pushing event updated for resources: {'Port': ['ID=929c1b4f-4cab-4288-9a3c-28885d316bca,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:39.267900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-19323f54-f0ca-42a9-a03c-f7047e5f5985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:39.268829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 003c5c58-60f8-474d-802d-4292b9767c8f triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:39.269356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:39.369052 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:39.454419 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Usage tracker for resource:port and tenant:a6e238b8bfc34a4e9c037a20169e5897 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:39.615328 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937374'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:39.629051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:39.644111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:39.670077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:39.744169 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:39.777758 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] Usage tracker for resource:security_group_rule and tenant:f2f960b4f1ef46a88d54312be3fbbd6b is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:39.789940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Pushing event updated for resources: {'Port': ['ID=9ad81af8-4312-4b39-95bd-9d717468635f,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:39.796291 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.068s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:39.802762 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:39.831005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:39.966439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Network b67effb9-41c2-4f71-9319-a1c6f20b8473 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:39.981558 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:40.000541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:41:40.007589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:40.008323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:40.132765 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9235294 Apr 05 15:41:40.168722 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-ac98c14c-8c73-43e6-89b2-62078421ba11 service neutron] 10.222.0.46 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1473334 Apr 05 15:41:40.225048 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Made reservation on behalf of a6e238b8bfc34a4e9c037a20169e5897 for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:40.232904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Attempting to bind port 929c1b4f-4cab-4288-9a3c-28885d316bca on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:41:40.233364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Attempting to bind port 929c1b4f-4cab-4288-9a3c-28885d316bca by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:41:40.233787 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Attempting to bind port 929c1b4f-4cab-4288-9a3c-28885d316bca on network ffadb37e-9238-46c9-8a24-86bdd147930a {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:40.241236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:40.250371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-8241910b-8c5a-41a3-8434-62152d3155f6 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:41:40.254442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:41:40.254876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Checking segment: {'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:40.255331 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:40.255775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Bound using segment: {'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:41:40.256303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Bound port: 929c1b4f-4cab-4288-9a3c-28885d316bca, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:41:40.256752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:40.261900 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-8241910b-8c5a-41a3-8434-62152d3155f6 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0376787 Apr 05 15:41:40.311720 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:40.318728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:40.410400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:40.443867 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2f960b4f1ef46a88d54312be3fbbd6b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0789478 Apr 05 15:41:40.458236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50118) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:40.539848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] For port 929c1b4f-4cab-4288-9a3c-28885d316bca, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:41:40.543849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] For port 929c1b4f-4cab-4288-9a3c-28885d316bca, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=929c1b4f-4cab-4288-9a3c-28885d316bca,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:41:40.550595 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:40.563809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Request body: {'port': {'device_id': '52116abb-6df8-44e3-8791-d0870a822559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:40.589849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:40.693603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c17cc08-0014-4073-bc41-1dcf4b80ca24,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:40.730449 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:40.858025 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc5bd3-079c-4444-9781-6df6aa87cc9d req-ac03343b-38c2-4cea-b946-5af89e6061c3 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:40.868718 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cefc5bd3-079c-4444-9781-6df6aa87cc9d req-ac03343b-38c2-4cea-b946-5af89e6061c3 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 931 time: 1.4963830 Apr 05 15:41:40.884328 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19323f54-f0ca-42a9-a03c-f7047e5f5985 None None] Pushing event updated for resources: {'Port': ['ID=929c1b4f-4cab-4288-9a3c-28885d316bca,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:40.897790 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-19323f54-f0ca-42a9-a03c-f7047e5f5985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:40.992512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02de4359-479f-4943-a06c-522608affdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:41.056482 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Routers {'2676bb72-325b-4fd2-a23b-d3d6a7792a70'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:41:41.057890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:41:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:41.076844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02de4359-479f-4943-a06c-522608affdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:41.176556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02de4359-479f-4943-a06c-522608affdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:41.187042 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b3e08f42-33a4-4318-b4a8-24268e4aea3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:41.233541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de4359-479f-4943-a06c-522608affdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c17cc08-0014-4073-bc41-1dcf4b80ca24,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:41.239919 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:41.254569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-cefc5bd3-079c-4444-9781-6df6aa87cc9d req-db60a73f-fd2f-44c3-91c8-f1e8dd7faace tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Synchronizing usage tracker for tenant:4cd82842cdc845b3b3a938d6a2009082 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:41:41.273814 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-02de4359-479f-4943-a06c-522608affdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:41.379081 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3de67847-7527-4c42-a067-7de147d979a8 req-1ef0b49a-1d2c-4023-80f7-cbe47eaff62a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 210 time: 0.3124623 Apr 05 15:41:41.390570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-cefc5bd3-079c-4444-9781-6df6aa87cc9d req-db60a73f-fd2f-44c3-91c8-f1e8dd7faace tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Unset dirty status for tenant:4cd82842cdc845b3b3a938d6a2009082 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:41:41.402654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02de4359-479f-4943-a06c-522608affdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:41.406341 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-02de4359-479f-4943-a06c-522608affdcc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c17cc08-0014-4073-bc41-1dcf4b80ca24 HTTP/1.1" status: 204 len: 168 time: 0.9428432 Apr 05 15:41:41.411762 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cefc5bd3-079c-4444-9781-6df6aa87cc9d req-db60a73f-fd2f-44c3-91c8-f1e8dd7faace tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419486 Apr 05 15:41:41.455807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] Set router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:41:41.960704 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-487f3a74-f0ca-42f7-9b02-a4aab97dc5ed req-37e03319-651b-4a4d-bb1e-613ac1365de0 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 210 time: 0.2059579 Apr 05 15:41:42.033772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Allocated IP 172.20.0.11 (ba80e037-f064-4d3a-98d3-65326d3ed1eb/a72d469a-6199-4f3a-9c3e-03cee04bffc8/75ea3397-249a-42b1-abb2-6705eed27778) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:41:42.263693 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad81af8-4312-4b39-95bd-9d717468635f {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:41:42.288123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:42.340865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'name': 'tempest-ServerRescueNegativeTestJSON-743429279-router', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:24Z', 'updated_at': '2021-04-05T15:41:31Z', 'revision_number': 4, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'gw_port': {'id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:25Z', 'updated_at': '2021-04-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '929c1b4f-4cab-4288-9a3c-28885d316bca', 'name': '', 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'mac_address': 'fa:16:3e:54:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd99690a2-97e0-4056-9a4d-9ea2a7d7efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:40Z', 'revision_number': 4, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'subnets': [{'id': 'd99690a2-97e0-4056-9a4d-9ea2a7d7efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:42.342752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Transition to ACTIVE for port object 9ad81af8-4312-4b39-95bd-9d717468635f will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:42.352614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:42.355444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2cb92b-2e9a-4a91-975b-58816fc32954 None None] The sync data for ids ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'] in dv-cinder-784779-1-smb is: [{'id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'name': 'tempest-ServerRescueNegativeTestJSON-743429279-router', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:24Z', 'updated_at': '2021-04-05T15:41:31Z', 'revision_number': 4, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'gw_port': {'id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:25Z', 'updated_at': '2021-04-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '929c1b4f-4cab-4288-9a3c-28885d316bca', 'name': '', 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'mac_address': 'fa:16:3e:54:6c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd99690a2-97e0-4056-9a4d-9ea2a7d7efab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:40Z', 'revision_number': 4, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'subnets': [{'id': 'd99690a2-97e0-4056-9a4d-9ea2a7d7efab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:41:42.370049 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50168) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:42.380748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-64ffe9e9-a206-45a4-9847-eb73dea6f0a8 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:42.585221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Router f7b56424-95b3-4ff8-8383-0c3e23bd6201 is scheduled to L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:41:42.754612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:42.810080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:42.815010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad81af8-4312-4b39-95bd-9d717468635f,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:42.821290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] Usage tracker for resource:security_group_rule and tenant:4c82bceb888f4f4cb0e7e39dad2b3373 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:42.824560 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:42.825586 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:42.837560 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:42.901782 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:43.114326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 929c1b4f-4cab-4288-9a3c-28885d316bca up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:41:43.274977 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 929c1b4f-4cab-4288-9a3c-28885d316bca completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:41:43.280874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 929c1b4f-4cab-4288-9a3c-28885d316bca triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:43.284832 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:43.388968 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Attempting to bind port 9ad81af8-4312-4b39-95bd-9d717468635f on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:41:43.389389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Attempting to bind port 9ad81af8-4312-4b39-95bd-9d717468635f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'e0cc72e0-7784-4b25-a1e9-fc3613cfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b67effb9-41c2-4f71-9319-a1c6f20b8473'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:41:43.389748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Attempting to bind port 9ad81af8-4312-4b39-95bd-9d717468635f on network b67effb9-41c2-4f71-9319-a1c6f20b8473 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:43.412126 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:43.413213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Port 9ad81af8-4312-4b39-95bd-9d717468635f on network b67effb9-41c2-4f71-9319-a1c6f20b8473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:41:43.413573 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Attempting to bind port 9ad81af8-4312-4b39-95bd-9d717468635f on network b67effb9-41c2-4f71-9319-a1c6f20b8473 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:43.418055 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:43.427673 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:41:43.428052 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Checking segment: {'id': 'e0cc72e0-7784-4b25-a1e9-fc3613cfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b67effb9-41c2-4f71-9319-a1c6f20b8473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:43.428695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Bound using segment: {'id': 'e0cc72e0-7784-4b25-a1e9-fc3613cfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b67effb9-41c2-4f71-9319-a1c6f20b8473'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:41:43.429238 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Bound port: 9ad81af8-4312-4b39-95bd-9d717468635f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cc72e0-7784-4b25-a1e9-fc3613cfdd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b67effb9-41c2-4f71-9319-a1c6f20b8473'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:41:43.429625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:43.465765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:43.562387 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2992c010-7da4-4bd3-84cf-34fc7088ab56,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:43.578652 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:43.590758 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:43.686907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:41:43.705488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Sync routers for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:41:43.727134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-6d38496c-bc91-4d7c-9998-435dfbf67512 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:43.728680 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c82bceb888f4f4cb0e7e39dad2b3373&name=default HTTP/1.1" status: 200 len: 2976 time: 1.2640386 Apr 05 15:41:43.731638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50212) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:43.737715 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:41:43.739044 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-6d38496c-bc91-4d7c-9998-435dfbf67512 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 818 time: 1.0766225 Apr 05 15:41:43.741599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:41:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:43.769853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port 929c1b4f-4cab-4288-9a3c-28885d316bca, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=929c1b4f-4cab-4288-9a3c-28885d316bca,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:41:43.781944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:43.784224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:43.808387 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-02e21b05-2f58-4487-992f-66343bb36c62 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/quotas/ee4b3953c588419fbca114a688fe65fb HTTP/1.1" status: 200 len: 375 time: 0.0674419 Apr 05 15:41:43.999458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=929c1b4f-4cab-4288-9a3c-28885d316bca,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:44.002763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:44.008713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:44.019259 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-09a87bb9-7107-4775-b67b-ce3af5116da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:44.031083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] For port 9ad81af8-4312-4b39-95bd-9d717468635f, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:41:44.058817 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] For port 9ad81af8-4312-4b39-95bd-9d717468635f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9ad81af8-4312-4b39-95bd-9d717468635f,segment=NetworkSegment(e0cc72e0-7784-4b25-a1e9-fc3613cfdd34),segment_id=e0cc72e0-7784-4b25-a1e9-fc3613cfdd34)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:41:44.077905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:44.137200 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:41:44.162781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:44.167594 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.3101127 Apr 05 15:41:44.169596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:44.332905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50226) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:44.333639 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Pushing event updated for resources: {'Port': ['ID=75ea3397-249a-42b1-abb2-6705eed27778,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:44.337131 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:44.436832 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bca7abe4-38fd-42b9-b15c-b0d58d7d2046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:44.545174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-09a87bb9-7107-4775-b67b-ce3af5116da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:44.689537 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:44.700946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:44.702744 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] 10.222.0.49 "PUT /v2.0/ports/9ad81af8-4312-4b39-95bd-9d717468635f HTTP/1.1" status: 200 len: 1093 time: 4.2934248 Apr 05 15:41:44.707284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52116abb-6df8-44e3-8791-d0870a822559', 'tag': '9ad81af8-4312-4b39-95bd-9d717468635f'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:41:44.907569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:36Z', 'revision_number': 3, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:44.932643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Checking router: f7b56424-95b3-4ff8-8383-0c3e23bd6201 for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:41:44.933018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Updating router f7b56424-95b3-4ff8-8383-0c3e23bd6201 port edfac4f7-02f9-45e9-9b49-f98901ac0cb7 binding host dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:41:44.944167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad81af8-4312-4b39-95bd-9d717468635f,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:44.953907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:44.978696 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-09a87bb9-7107-4775-b67b-ce3af5116da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:45.001968 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:45.078691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 929c1b4f-4cab-4288-9a3c-28885d316bca up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:41:45.083946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:45.180847 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a87bb9-7107-4775-b67b-ce3af5116da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2992c010-7da4-4bd3-84cf-34fc7088ab56,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:45.185751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-09a87bb9-7107-4775-b67b-ce3af5116da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:45.190771 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-09a87bb9-7107-4775-b67b-ce3af5116da1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2992c010-7da4-4bd3-84cf-34fc7088ab56 HTTP/1.1" status: 204 len: 168 time: 1.4580514 Apr 05 15:41:45.195159 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-09a87bb9-7107-4775-b67b-ce3af5116da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:45.294436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-9fa787ba-432d-460a-ba7f-e37a214d0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:45.296122 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-9fa787ba-432d-460a-ba7f-e37a214d0123 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cd82842cdc845b3b3a938d6a2009082&device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 1096 time: 0.3000135 Apr 05 15:41:45.389751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 929c1b4f-4cab-4288-9a3c-28885d316bca triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:45.392903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:45.462865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50248) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:45.550328 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-9967321d-4922-48a0-949b-627aa204d8cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad81af8-4312-4b39-95bd-9d717468635f HTTP/1.1" status: 200 len: 217 time: 0.2357357 Apr 05 15:41:45.905240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:45.932045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Transition to ACTIVE for port object edfac4f7-02f9-45e9-9b49-f98901ac0cb7 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:45.940777 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:46.040871 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:46.065233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:46.070250 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d8503dcef549669b84ede3ed8bec1a is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:46.074574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:46.083033 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:46.236660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:46.362096 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50270) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:46.483804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-76edd34e-f708-4a66-9ab6-9ebd623740b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:46.485889 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-76edd34e-f708-4a66-9ab6-9ebd623740b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f368a720-e00d-42cb-b291-d4780673b971 HTTP/1.1" status: 200 len: 849 time: 0.3365853 Apr 05 15:41:46.494717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b400e-7062-4fe9-a214-682db6dc6a8f None None] Pushing event updated for resources: {'Port': ['ID=edfac4f7-02f9-45e9-9b49-f98901ac0cb7,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:46.503149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:46.513334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:46.523386 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-660b400e-7062-4fe9-a214-682db6dc6a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:46.618569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-187d16f0-6830-4e90-ac43-f9421e7e1648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:46.674814 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Attempting to bind port edfac4f7-02f9-45e9-9b49-f98901ac0cb7 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:41:46.675187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Attempting to bind port edfac4f7-02f9-45e9-9b49-f98901ac0cb7 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:41:46.675599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Attempting to bind port edfac4f7-02f9-45e9-9b49-f98901ac0cb7 on network db60f784-cad0-46b6-aea7-87a5eb59a312 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:46.693308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:41:46.693780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Checking segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:46.694644 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:46.695172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Bound using segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:41:46.695777 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Bound port: edfac4f7-02f9-45e9-9b49-f98901ac0cb7, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:41:46.696260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:46.726476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:46.763764 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6d8503dcef549669b84ede3ed8bec1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2608681 Apr 05 15:41:46.772031 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50286) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:46.773983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:46.799137 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-b80d1506-68d7-4391-8cd1-86b84fcb6d6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b67effb9-41c2-4f71-9319-a1c6f20b8473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1932580 Apr 05 15:41:46.817245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:46.819962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7462814f-0a15-4295-ae60-87ea2da0fe2b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:46.824817 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:46.825876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] Usage tracker for resource:security_group_rule and tenant:73feb9aa5bed40d9be11cd4e486c6696 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:46.830018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:46.852106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:46.852348 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-7dbc25a6-f17b-470d-9173-33b34dcc0d5e tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&fields=id HTTP/1.1" status: 200 len: 255 time: 3.0420024 Apr 05 15:41:46.864899 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] For port edfac4f7-02f9-45e9-9b49-f98901ac0cb7, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:41:46.868717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] For port edfac4f7-02f9-45e9-9b49-f98901ac0cb7, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=edfac4f7-02f9-45e9-9b49-f98901ac0cb7,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:41:46.877259 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:46.897977 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:47.043164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae5ab-5148-4ce7-9222-bdc2c4fd8cdc req-b9479387-2943-41b0-b49a-447e4bd8b6d0 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:47.045739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-c9dae5ab-5148-4ce7-9222-bdc2c4fd8cdc req-b9479387-2943-41b0-b49a-447e4bd8b6d0 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Synchronizing usage tracker for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:41:47.061172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:47.075410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:47.088339 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:47.130810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b400e-7062-4fe9-a214-682db6dc6a8f None None] Pushing event updated for resources: {'Port': ['ID=edfac4f7-02f9-45e9-9b49-f98901ac0cb7,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:47.142726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-660b400e-7062-4fe9-a214-682db6dc6a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:47.165701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.49', 64896) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:47.195657 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73feb9aa5bed40d9be11cd4e486c6696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8323517 Apr 05 15:41:47.201298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50300) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:47.263400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:41:47.275728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:41:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:47.415555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-c9dae5ab-5148-4ce7-9222-bdc2c4fd8cdc req-b9479387-2943-41b0-b49a-447e4bd8b6d0 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Unset dirty status for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:41:47.423617 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c9dae5ab-5148-4ce7-9222-bdc2c4fd8cdc req-b9479387-2943-41b0-b49a-447e4bd8b6d0 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 932 time: 4.5962334 Apr 05 15:41:47.447979 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-d00c068c-4e84-4306-8fdc-1e2a26363fbd tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:47.449183 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-d00c068c-4e84-4306-8fdc-1e2a26363fbd tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Synchronizing usage tracker for tenant:ee4b3953c588419fbca114a688fe65fb on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:41:47.454131 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeaa4de-09e3-47eb-bfd4-58ba70fe4dcc,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:47.470534 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:47.503862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Network ba80e037-f064-4d3a-98d3-65326d3ed1eb is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:47.587896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:41:47.613521 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:47.793133 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-d00c068c-4e84-4306-8fdc-1e2a26363fbd tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Unset dirty status for tenant:ee4b3953c588419fbca114a688fe65fb on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:41:47.794357 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-d00c068c-4e84-4306-8fdc-1e2a26363fbd tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.49 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 818 time: 0.6197801 Apr 05 15:41:47.889594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f43ea4d3-c079-416f-9106-5bdbf771e46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:47.964250 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Allocated IP 172.20.0.1 (1110e049-b223-4a06-9e2d-18da09acc010/fdfb3e16-32ab-4296-9d79-b79a02e02115/5ca3f0f7-8d36-4721-9efd-8227fd2effd0) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:41:48.032734 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-d379ddf2-d7b5-4ad1-acb6-b9d24080e051 service neutron] 10.222.0.49 "GET /v2.0/networks/b67effb9-41c2-4f71-9319-a1c6f20b8473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9044831 Apr 05 15:41:48.091741 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f43ea4d3-c079-416f-9106-5bdbf771e46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:48.146655 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:48.185149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Transition to ACTIVE for port object 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:48.219903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:41:48.238668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:48.240162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:48.272442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f43ea4d3-c079-416f-9106-5bdbf771e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:48.281239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:36Z', 'revision_number': 3, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:48.286271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:48.291385 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f18cc6-1118-4f58-941e-8c1d6837ca5f None None] The sync data for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb is: [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:36Z', 'revision_number': 3, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:41:48.305071 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-3752eaa9-2b84-4063-98f1-797214dd11da service neutron] 10.222.0.46 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3825083 Apr 05 15:41:48.349038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ea4d3-c079-416f-9106-5bdbf771e46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeaa4de-09e3-47eb-bfd4-58ba70fe4dcc,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:48.371185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f43ea4d3-c079-416f-9106-5bdbf771e46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:48.380265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f43ea4d3-c079-416f-9106-5bdbf771e46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:48.381662 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f43ea4d3-c079-416f-9106-5bdbf771e46e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2aeaa4de-09e3-47eb-bfd4-58ba70fe4dcc HTTP/1.1" status: 204 len: 168 time: 1.1789341 Apr 05 15:41:48.396177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-c9dae5ab-5148-4ce7-9222-bdc2c4fd8cdc req-7bbd37e0-0890-449e-90a4-84109e3fcba7 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Synchronizing usage tracker for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:41:48.471374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b92e9eac-ab63-4ef9-ad4d-40561145bf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:48.501624 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b92e9eac-ab63-4ef9-ad4d-40561145bf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:48.604048 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b92e9eac-ab63-4ef9-ad4d-40561145bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:48.630874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b92e9eac-ab63-4ef9-ad4d-40561145bf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:48.634617 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b92e9eac-ab63-4ef9-ad4d-40561145bf2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7462814f-0a15-4295-ae60-87ea2da0fe2b HTTP/1.1" status: 204 len: 168 time: 1.8229408 Apr 05 15:41:48.639053 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-55b4c1fe-b4d8-4e2b-b1d2-bc6e9bb4918f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:48.663022 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.7441680 Apr 05 15:41:48.686591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-c9dae5ab-5148-4ce7-9222-bdc2c4fd8cdc req-7bbd37e0-0890-449e-90a4-84109e3fcba7 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Unset dirty status for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:41:48.688137 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c9dae5ab-5148-4ce7-9222-bdc2c4fd8cdc req-7bbd37e0-0890-449e-90a4-84109e3fcba7 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2634859 Apr 05 15:41:48.689465 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e9eac-ab63-4ef9-ad4d-40561145bf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7462814f-0a15-4295-ae60-87ea2da0fe2b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:48.692636 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b92e9eac-ab63-4ef9-ad4d-40561145bf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:48.749633 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:48.790980 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8a6562bb-da0f-4d6b-9ad4-222e11166f7e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:48.962249 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-61168912-96dc-4094-b016-996d0e86542f service neutron] 10.222.0.46 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558549 Apr 05 15:41:49.431050 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Network 1110e049-b223-4a06-9e2d-18da09acc010 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:49.442051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:49.444551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:41:49.445248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853841597'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:49.707036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50362) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:49.755664 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Pushing event updated for resources: {'Port': ['ID=5ca3f0f7-8d36-4721-9efd-8227fd2effd0,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:49.765057 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:49.771766 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:49.835274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:49.841964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e8152ebf64674b458897d0ae17e7f819 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:49.850118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:49.880010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:49.883826 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Request body: {'port': {'device_id': '5e80059b-81a3-4a9d-a631-ee04efd952aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:50.009007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-c3377aa3-a442-448e-bc38-da2b79d360d3 None None] Provisioning for port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:41:50.021150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-c3377aa3-a442-448e-bc38-da2b79d360d3 None None] Provisioning complete for port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:50.029277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c3377aa3-a442-448e-bc38-da2b79d360d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:50.043733 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Request body: {'port': {'device_id': '61d86402-e910-44d9-be49-161faa86ac9d', 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a', 'admin_state_up': True, 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:50.167257 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-c3377aa3-a442-448e-bc38-da2b79d360d3 None None] Port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:41:50.782770 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f8146d2a-17fb-49d5-b257-58c2f0f6f8b6 req-5ca5ae52-2238-4a75-a77a-6bc7402ceb98 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 210 time: 0.0879974 Apr 05 15:41:50.788682 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e90b72b-9f0f-4bbf-9916-3d148df26ef7 req-b48304c5-ffdb-41c5-8129-26d5b52fe74d service neutron] 10.222.0.49 "GET /v2.0/networks/b67effb9-41c2-4f71-9319-a1c6f20b8473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623560 Apr 05 15:41:50.790693 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52116abb-6df8-44e3-8791-d0870a822559', 'tag': '9ad81af8-4312-4b39-95bd-9d717468635f', 'status': 'completed', 'code': 200} Apr 05 15:41:50.791774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27963d11-db09-4dad-ae62-b8c81ddbddd0 req-84690dce-8eb2-4ce3-853f-9bc781eb6065 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:50.793630 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-27963d11-db09-4dad-ae62-b8c81ddbddd0 req-84690dce-8eb2-4ce3-853f-9bc781eb6065 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 943 time: 1.7776034 Apr 05 15:41:50.856713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:50.867437 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:50.898017 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:50.982975 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-27963d11-db09-4dad-ae62-b8c81ddbddd0 req-271fd8ab-5698-4b99-9aa1-b98b61156cf9 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377926 Apr 05 15:41:51.012886 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8152ebf64674b458897d0ae17e7f819&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3046279 Apr 05 15:41:51.027026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:51.035052 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50420) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:51.040913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.050770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device edfac4f7-02f9-45e9-9b49-f98901ac0cb7 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:41:51.057368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Usage tracker for resource:port and tenant:ee4b3953c588419fbca114a688fe65fb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:51.061709 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:51.069541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:51.079877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74719e37-2887-4e29-ba78-78b86968bf03,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:51.084585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Made reservation on behalf of ee4b3953c588419fbca114a688fe65fb for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:51.091222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.102937 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:51.138584 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.175441 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port edfac4f7-02f9-45e9-9b49-f98901ac0cb7 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:41:51.182819 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port edfac4f7-02f9-45e9-9b49-f98901ac0cb7 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:51.183456 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.400406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Allocated IP 172.20.0.5 (ffadb37e-9238-46c9-8a24-86bdd147930a/d99690a2-97e0-4056-9a4d-9ea2a7d7efab/ff427f5d-89d0-48f4-8bd6-ddec38d78841) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:41:51.416283 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.448991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9a474914-e942-4c36-bd05-8b49b37d608b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.456967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port edfac4f7-02f9-45e9-9b49-f98901ac0cb7, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=edfac4f7-02f9-45e9-9b49-f98901ac0cb7,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:41:51.461381 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.463606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:51.561613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=edfac4f7-02f9-45e9-9b49-f98901ac0cb7,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:51.565092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:51.568523 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aae21-48ea-4642-8596-2f15441fca68 req-7d304a52-fb2e-4555-b547-4e7fa470972f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:51.570409 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-336aae21-48ea-4642-8596-2f15441fca68 req-7d304a52-fb2e-4555-b547-4e7fa470972f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 932 time: 0.5421453 Apr 05 15:41:51.645343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9a474914-e942-4c36-bd05-8b49b37d608b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.702819 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.770717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.793196 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:52.011866 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Pushing event updated for resources: {'Port': ['ID=ff427f5d-89d0-48f4-8bd6-ddec38d78841,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:52.043870 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-336aae21-48ea-4642-8596-2f15441fca68 req-55559930-8ab9-444c-822a-31faa48e373b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881676 Apr 05 15:41:52.123798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9a474914-e942-4c36-bd05-8b49b37d608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:52.134064 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:52.209132 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-91cec39e-f325-48ac-aaae-44f07f1526c7 req-00f8255a-e94b-4314-a167-233bdb25cba5 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 210 time: 0.1637957 Apr 05 15:41:52.216102 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:52.312357 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a474914-e942-4c36-bd05-8b49b37d608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74719e37-2887-4e29-ba78-78b86968bf03,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:52.319762 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9a474914-e942-4c36-bd05-8b49b37d608b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:52.341751 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9a474914-e942-4c36-bd05-8b49b37d608b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74719e37-2887-4e29-ba78-78b86968bf03 HTTP/1.1" status: 204 len: 168 time: 1.3042972 Apr 05 15:41:52.348241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Network ffadb37e-9238-46c9-8a24-86bdd147930a is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:52.357277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9a474914-e942-4c36-bd05-8b49b37d608b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:52.361930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:52.365033 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:41:52.372042 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:52.372904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:52.403138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50482) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:52.404200 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.49', 64902) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:52.418324 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3960857 Apr 05 15:41:52.476101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Request body: {'port': {'device_id': '61d86402-e910-44d9-be49-161faa86ac9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:52.506710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50490) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:52.542308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-45233c3a-1e05-4c49-8b58-a70dd2921bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:52.545678 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-45233c3a-1e05-4c49-8b58-a70dd2921bd2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cd82842cdc845b3b3a938d6a2009082&device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 1096 time: 0.5649393 Apr 05 15:41:52.622886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cf74b-b838-462f-b8ba-17c9c8383f9f req-55f06683-4e3d-4caf-90ad-3f7a47065a3a tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:52.631567 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fb7cf74b-b838-462f-b8ba-17c9c8383f9f req-55f06683-4e3d-4caf-90ad-3f7a47065a3a tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 943 time: 0.3976326 Apr 05 15:41:52.725411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:52.773416 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fb7cf74b-b838-462f-b8ba-17c9c8383f9f req-ba46872d-c513-4c4d-8721-5a55c37d6673 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408331 Apr 05 15:41:52.812638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:52.829821 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853841770'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:52.960946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:52.971285 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device edfac4f7-02f9-45e9-9b49-f98901ac0cb7 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:41:52.972019 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:53.028024 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:53.063819 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port edfac4f7-02f9-45e9-9b49-f98901ac0cb7 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:53.064620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:53.088246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-25e95329-0c1f-40e0-9cb6-fee98daafe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:53.089581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:53.090321 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-25e95329-0c1f-40e0-9cb6-fee98daafe2a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b67effb9-41c2-4f71-9319-a1c6f20b8473 HTTP/1.1" status: 200 len: 910 time: 0.3687375 Apr 05 15:41:53.091399 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:53.104099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ea3397-249a-42b1-abb2-6705eed27778 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:41:53.159888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:53.169609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] Usage tracker for resource:security_group_rule and tenant:70ef09da2d264c90a7edb644343f472e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:53.177621 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-55ab55ec-5df7-4404-8b18-f4ac6d6f1bcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad81af8-4312-4b39-95bd-9d717468635f HTTP/1.1" status: 200 len: 217 time: 0.0776322 Apr 05 15:41:53.179220 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:53.180054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] Usage tracker for resource:security_group_rule and tenant:de1891a3975b4773a0d3499036ba7f5c is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:53.189758 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-3de128b7-80b1-45f8-a869-4851a58dba0c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:53.191312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:53.191425 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-3de128b7-80b1-45f8-a869-4851a58dba0c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.49 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 818 time: 0.7821062 Apr 05 15:41:53.194505 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:53.228923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:53.232389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Pushing event updated for resources: {'Port': ['ID=5ca3f0f7-8d36-4721-9efd-8227fd2effd0,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:53.236032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:53.333582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:53.360623 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-b867fd4b-c065-41a3-80e0-353d37ef6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:53.363655 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-b867fd4b-c065-41a3-80e0-353d37ef6dad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f368a720-e00d-42cb-b291-d4780673b971 HTTP/1.1" status: 200 len: 849 time: 0.1709633 Apr 05 15:41:53.369909 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Transition to ACTIVE for port object 75ea3397-249a-42b1-abb2-6705eed27778 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:53.374911 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Request body: {'port': {'device_id': '2d787f00-ce8e-4ee2-bb5b-27b419009b36', 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a', 'admin_state_up': True, 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:53.439035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:53.445373 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7171ae98-b058-4c17-818d-6d1512d86c0f req-c4006d5c-2010-455f-a799-9a2e42b1d9c8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 210 time: 0.0893762 Apr 05 15:41:53.475252 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:53.476567 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-87d36379-426b-45be-a917-161b608b9159 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b67effb9-41c2-4f71-9319-a1c6f20b8473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822041 Apr 05 15:41:53.550323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Network 1110e049-b223-4a06-9e2d-18da09acc010 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:53.803508 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:53.805797 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:53.844326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:54.074653 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Pushing event updated for resources: {'Port': ['ID=75ea3397-249a-42b1-abb2-6705eed27778,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:54.171368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:54.188865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Usage tracker for resource:port and tenant:ee4b3953c588419fbca114a688fe65fb is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:54.197753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:54.215856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:54.217343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:54.222231 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-cce54f61-1c72-4c31-bc9e-9c4b1bfa467e None None] Provisioning complete for port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:41:54.223783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cce54f61-1c72-4c31-bc9e-9c4b1bfa467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:54.240804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:54.260744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-02de4359-479f-4943-a06c-522608affdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:54.269874 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-427f0b2b-c2f4-403d-8213-13a989c8da94 service neutron] 10.222.0.49 "GET /v2.0/networks/b67effb9-41c2-4f71-9319-a1c6f20b8473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7281868 Apr 05 15:41:54.276162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Made reservation on behalf of ee4b3953c588419fbca114a688fe65fb for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:54.280784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:54.282877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:54.353423 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-cce54f61-1c72-4c31-bc9e-9c4b1bfa467e None None] Port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:41:54.357146 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:54.395015 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70ef09da2d264c90a7edb644343f472e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8769224 Apr 05 15:41:54.401163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Router f7b56424-95b3-4ff8-8383-0c3e23bd6201 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:41:54.407566 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50566) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:54.505586 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6563c6e-4408-4da0-9985-33582d3ac099 req-8ed141ff-e4e8-4b63-976f-5d9a61de1c0a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:54.507206 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6563c6e-4408-4da0-9985-33582d3ac099 req-8ed141ff-e4e8-4b63-976f-5d9a61de1c0a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 932 time: 1.2121606 Apr 05 15:41:54.515691 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de1891a3975b4773a0d3499036ba7f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1087227 Apr 05 15:41:54.527091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50574) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:54.543457 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac642fd-2359-4b28-97d3-706e03e9ab89,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:54.558069 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:54.622827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5e23df-261e-42d9-939e-a4626dfd3530,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:54.633887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:54.711844 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-750d5ada-46da-453e-9c8e-81d726d0ec5c service neutron] 10.222.0.49 "GET /v2.0/networks/b67effb9-41c2-4f71-9319-a1c6f20b8473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180980 Apr 05 15:41:54.757786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f70ca777-f0fe-4bbe-b4c1-deabd33043ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:54.801190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff427f5d-89d0-48f4-8bd6-ddec38d78841 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:41:54.809781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:54.826414 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Transition to ACTIVE for port object ff427f5d-89d0-48f4-8bd6-ddec38d78841 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:54.869196 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50586) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:54.872528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Attempting to bind port 75ea3397-249a-42b1-abb2-6705eed27778 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:41:54.873027 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Attempting to bind port 75ea3397-249a-42b1-abb2-6705eed27778 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:41:54.873305 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Attempting to bind port 75ea3397-249a-42b1-abb2-6705eed27778 on network ba80e037-f064-4d3a-98d3-65326d3ed1eb {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:54.877872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:54.885467 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6563c6e-4408-4da0-9985-33582d3ac099 req-51fc6c2c-e920-4b31-b1af-2ceae8da4c2d tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566041 Apr 05 15:41:54.899018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Port 75ea3397-249a-42b1-abb2-6705eed27778 on network ba80e037-f064-4d3a-98d3-65326d3ed1eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:41:54.899394 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Attempting to bind port 75ea3397-249a-42b1-abb2-6705eed27778 on network ba80e037-f064-4d3a-98d3-65326d3ed1eb {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:54.905158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0eeea2e2-c694-4019-a056-71ae22509461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:54.940713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77aa2f-b61e-4fad-9983-caf80f2f495e req-73446cf2-661c-4350-a8d2-83e2f598f16c tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:54.948734 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ba77aa2f-b61e-4fad-9983-caf80f2f495e req-73446cf2-661c-4350-a8d2-83e2f598f16c tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 943 time: 0.9032502 Apr 05 15:41:54.959160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:41:54.959546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Checking segment: {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:54.960169 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Bound using segment: {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:41:54.960719 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Bound port: 75ea3397-249a-42b1-abb2-6705eed27778, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:41:54.961113 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:54.977208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Pushing event updated for resources: {'Port': ['ID=ff427f5d-89d0-48f4-8bd6-ddec38d78841,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:54.996115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:55.029930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-396a3de1-c565-4976-90fb-25c17daa6d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.086615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Allocated IP 172.20.0.13 (ffadb37e-9238-46c9-8a24-86bdd147930a/d99690a2-97e0-4056-9a4d-9ea2a7d7efab/2da70e09-0626-4b4f-ab8a-d38fa16e22f3) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:41:55.105986 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.130944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fd830f2-899d-4b3e-9bf0-4f6e95c276db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.132141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:55.141855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:4500f482ee9b4481a672ae7373e241e4 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:55.144122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:41:55.148401 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:55.157808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Sync routers for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:41:55.169867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:41:55.170840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:41:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:55.179905 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ba77aa2f-b61e-4fad-9983-caf80f2f495e req-9c66e358-98f1-4cf9-9646-d4fd5ee99d9a tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301068 Apr 05 15:41:55.183413 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:55.201150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-396a3de1-c565-4976-90fb-25c17daa6d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.315562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fd830f2-899d-4b3e-9bf0-4f6e95c276db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.327038 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7ca12747-a77f-46eb-b850-65dd5d9b2574 req-4844e239-1f50-4417-9238-ad7b1d4e6bde tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 210 time: 0.1160665 Apr 05 15:41:55.335466 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] 10.222.0.46 "PUT /v2.0/routers/f7b56424-95b3-4ff8-8383-0c3e23bd6201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9874580 Apr 05 15:41:55.380213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] For port 75ea3397-249a-42b1-abb2-6705eed27778, host hv-cinder-78477, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:41:55.408205 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] For port 75ea3397-249a-42b1-abb2-6705eed27778, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75ea3397-249a-42b1-abb2-6705eed27778,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:41:55.415656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.439781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:41:55.526552 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:55.603786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-396a3de1-c565-4976-90fb-25c17daa6d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.607089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Pushing event updated for resources: {'Port': ['ID=75ea3397-249a-42b1-abb2-6705eed27778,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:55.627389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Attempting to bind port ff427f5d-89d0-48f4-8bd6-ddec38d78841 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:41:55.627903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Attempting to bind port ff427f5d-89d0-48f4-8bd6-ddec38d78841 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:41:55.628382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Attempting to bind port ff427f5d-89d0-48f4-8bd6-ddec38d78841 on network ffadb37e-9238-46c9-8a24-86bdd147930a {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:55.631588 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:55.634922 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:55.653194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Port ff427f5d-89d0-48f4-8bd6-ddec38d78841 on network ffadb37e-9238-46c9-8a24-86bdd147930a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:41:55.653989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Attempting to bind port ff427f5d-89d0-48f4-8bd6-ddec38d78841 on network ffadb37e-9238-46c9-8a24-86bdd147930a {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:55.670819 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a3de1-c565-4976-90fb-25c17daa6d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac642fd-2359-4b28-97d3-706e03e9ab89,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:55.676921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-396a3de1-c565-4976-90fb-25c17daa6d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.678517 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-396a3de1-c565-4976-90fb-25c17daa6d9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dac642fd-2359-4b28-97d3-706e03e9ab89 HTTP/1.1" status: 204 len: 168 time: 1.2670333 Apr 05 15:41:55.679595 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fd830f2-899d-4b3e-9bf0-4f6e95c276db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.680642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-396a3de1-c565-4976-90fb-25c17daa6d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:55.698342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fd830f2-899d-4b3e-9bf0-4f6e95c276db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.702544 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9fd830f2-899d-4b3e-9bf0-4f6e95c276db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a5e23df-261e-42d9-939e-a4626dfd3530 HTTP/1.1" status: 204 len: 168 time: 1.1684966 Apr 05 15:41:55.705931 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9a474914-e942-4c36-bd05-8b49b37d608b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:55.713450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:41:55.714586 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Checking segment: {'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:55.716141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Bound using segment: {'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:41:55.718490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Bound port: ff427f5d-89d0-48f4-8bd6-ddec38d78841, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:41:55.718917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.719025 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd830f2-899d-4b3e-9bf0-4f6e95c276db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5e23df-261e-42d9-939e-a4626dfd3530,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:55.723995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9fd830f2-899d-4b3e-9bf0-4f6e95c276db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:55.759249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:55.760106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.761784 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] 10.222.0.49 "PUT /v2.0/ports/75ea3397-249a-42b1-abb2-6705eed27778 HTTP/1.1" status: 200 len: 1094 time: 5.8868704 Apr 05 15:41:55.762327 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e80059b-81a3-4a9d-a631-ee04efd952aa', 'tag': '75ea3397-249a-42b1-abb2-6705eed27778'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:41:55.814640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.929941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] For port ff427f5d-89d0-48f4-8bd6-ddec38d78841, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:41:55.933467 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] For port ff427f5d-89d0-48f4-8bd6-ddec38d78841, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:41:55.943389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:55.963417 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:56.077432 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-db099267-1281-4ffc-b1cd-34691ed35260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:56.088729 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-db099267-1281-4ffc-b1cd-34691ed35260 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 1097 time: 0.2014027 Apr 05 15:41:56.204286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50626) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:56.261830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--249124445', 'description': 'tempest-description--75552042'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:56.270230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:56.302289 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:56.310079 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-de0064e3-6e4d-40e3-bb52-558466410b38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75ea3397-249a-42b1-abb2-6705eed27778 HTTP/1.1" status: 200 len: 217 time: 0.2179453 Apr 05 15:41:56.396807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:security_group and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:56.471021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:56.492645 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:56.498238 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:56.501630 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:56.502318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:56.503814 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] 10.222.0.49 "PUT /v2.0/ports/ff427f5d-89d0-48f4-8bd6-ddec38d78841 HTTP/1.1" status: 200 len: 1093 time: 4.0352418 Apr 05 15:41:56.505952 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d86402-e910-44d9-be49-161faa86ac9d', 'tag': 'ff427f5d-89d0-48f4-8bd6-ddec38d78841'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:41:56.519867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:56.541759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Network ffadb37e-9238-46c9-8a24-86bdd147930a is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:41:56.552643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:41:56.558660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:41:56.565259 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:56.565967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:56.568419 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:56.604551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50644) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:56.652263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:56.675322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 2, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:56.677643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Pushing event updated for resources: {'Port': ['ID=ff427f5d-89d0-48f4-8bd6-ddec38d78841,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:56.680876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Checking router: f7b56424-95b3-4ff8-8383-0c3e23bd6201 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:41:56.682078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Updating router f7b56424-95b3-4ff8-8383-0c3e23bd6201 port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 binding host dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:41:56.686636 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:56.727900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-70f95ae6-cc37-403e-a503-646d813720a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:56.729734 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4500f482ee9b4481a672ae7373e241e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8594258 Apr 05 15:41:56.733164 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-70f95ae6-cc37-403e-a503-646d813720a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a72d469a-6199-4f3a-9c3e-03cee04bffc8 HTTP/1.1" status: 200 len: 854 time: 0.3178372 Apr 05 15:41:56.735643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50650) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:56.767649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-80257a7d-b8fa-40a2-9a9a-bd99b3f8cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:56.769315 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-80257a7d-b8fa-40a2-9a9a-bd99b3f8cdae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 1096 time: 0.1939659 Apr 05 15:41:56.774122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:56.780410 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4222198 Apr 05 15:41:56.853954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Request body: {'port': {'device_id': '2d787f00-ce8e-4ee2-bb5b-27b419009b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:56.897270 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-41a7f931-0e58-41ac-9574-c7211182751b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841 HTTP/1.1" status: 200 len: 217 time: 0.1188240 Apr 05 15:41:56.911110 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Pushing event updated for resources: {'Port': ['ID=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:56.978041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:56.981038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:56.982708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:56.988754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:56.989099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:57.021669 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9b916a18-1550-42d9-ba16-2169fb694d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:57.034394 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:security_group_rule and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:57.037688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] Usage tracker for resource:security_group_rule and tenant:26778b85eeb045d3ba6941192c02e565 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:57.052143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcde00d-3f3d-459a-b10f-a8b2d61ec406 req-341748e8-b04e-41b5-8e74-5482b9c47a89 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:57.060281 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ddcde00d-3f3d-459a-b10f-a8b2d61ec406 req-341748e8-b04e-41b5-8e74-5482b9c47a89 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 944 time: 0.7547069 Apr 05 15:41:57.065808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:57.075961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:57.119673 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-4dde35c3-d070-435e-a436-dffdddf7820c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba80e037-f064-4d3a-98d3-65326d3ed1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333959 Apr 05 15:41:57.122739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:57.130925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:57.179668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c2a20165-312c-4b31-9b66-fa6da7d642b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.252149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50664) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:57.319170 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.323353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cff331-52f8-47b1-bdde-87d006646f45,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:57.333021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Transition to ACTIVE for port object 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:57.335873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:57.337665 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-5b87438c-39e5-4125-b22e-b0d83ca9fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:57.339282 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-5b87438c-39e5-4125-b22e-b0d83ca9fc6e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 200 len: 858 time: 0.4294150 Apr 05 15:41:57.343418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.362729 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:57.366881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac304dfa-dd01-4d75-9101-c539e1d9b3fb req-eaee7dff-89ac-436a-89e5-ba76f07309fa tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:57.374809 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ac304dfa-dd01-4d75-9101-c539e1d9b3fb req-eaee7dff-89ac-436a-89e5-ba76f07309fa tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 943 time: 0.8850296 Apr 05 15:41:57.403366 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-cf337f22-426d-4771-97a0-ade604252515 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffadb37e-9238-46c9-8a24-86bdd147930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536368 Apr 05 15:41:57.404115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.420172 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ddcde00d-3f3d-459a-b10f-a8b2d61ec406 req-e51178aa-4b7d-4d20-af05-f98068e99bb1 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583503 Apr 05 15:41:57.462632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6da95846-b39c-47d2-8bc2-63226f33dc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.538675 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6da95846-b39c-47d2-8bc2-63226f33dc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.549821 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.551530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0adec-0228-4d6a-bd61-95a0fea6aabe None None] Pushing event updated for resources: {'Port': ['ID=5ca3f0f7-8d36-4721-9efd-8227fd2effd0,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:57.556344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-38c0adec-0228-4d6a-bd61-95a0fea6aabe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:57.616702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-647506263-network', 'tenant_id': 'f822791490244e7ba1af55d849e47c98'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:57.727983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:57.770012 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-fdc65c51-1c3e-41fd-b1bf-5af18ec60a24 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554528 Apr 05 15:41:57.799618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Attempting to bind port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:41:57.800218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Attempting to bind port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:41:57.800761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Attempting to bind port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 on network 1110e049-b223-4a06-9e2d-18da09acc010 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:57.803125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.807494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:41:57.808227 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Checking segment: {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:57.811562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.811713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6da95846-b39c-47d2-8bc2-63226f33dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.812217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Bound using segment: {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:41:57.812996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Bound port: 5ca3f0f7-8d36-4721-9efd-8227fd2effd0, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:41:57.813515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.814874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Usage tracker for resource:network and tenant:f822791490244e7ba1af55d849e47c98 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:57.822283 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:57.824498 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-a6cc1707-a970-4bf7-9a92-01903a6bf2dd service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765485 Apr 05 15:41:57.825383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:57.887696 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a9a68dd6-23e1-4ec2-a61d-d975fa82fd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:57.900492 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:57.914163 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ac304dfa-dd01-4d75-9101-c539e1d9b3fb req-3a537dc7-e2f9-4f08-9fd9-cd9c02909e33 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382624 Apr 05 15:41:57.940906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da95846-b39c-47d2-8bc2-63226f33dc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cff331-52f8-47b1-bdde-87d006646f45,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:57.946287 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] For port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:41:57.951850 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] For port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=5ca3f0f7-8d36-4721-9efd-8227fd2effd0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:41:57.962910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9ad81af8-4312-4b39-95bd-9d717468635f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:41:57.968700 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dfddd9ca-da2e-4d0d-b8e6-421014b49b94 req-3f856cd4-79ea-4112-ae99-f516b41a3cc8 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902039 Apr 05 15:41:57.991696 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.037737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:58.129450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.167813 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.194835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.resource_extend [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:41:58.213114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Made reservation on behalf of f822791490244e7ba1af55d849e47c98 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:41:58.228726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.296322 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e80059b-81a3-4a9d-a631-ee04efd952aa', 'tag': '75ea3397-249a-42b1-abb2-6705eed27778', 'status': 'completed', 'code': 200} Apr 05 15:41:58.303729 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f7cdc0-c91e-4413-ad5a-61252104fbd2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:58.316142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:58.316924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.331650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0adec-0228-4d6a-bd61-95a0fea6aabe None None] Pushing event updated for resources: {'Port': ['ID=5ca3f0f7-8d36-4721-9efd-8227fd2effd0,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:58.333008 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d86402-e910-44d9-be49-161faa86ac9d', 'tag': 'ff427f5d-89d0-48f4-8bd6-ddec38d78841', 'status': 'completed', 'code': 200} Apr 05 15:41:58.340023 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-38c0adec-0228-4d6a-bd61-95a0fea6aabe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:58.349916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6da95846-b39c-47d2-8bc2-63226f33dc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.354065 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6da95846-b39c-47d2-8bc2-63226f33dc04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4cff331-52f8-47b1-bdde-87d006646f45 HTTP/1.1" status: 204 len: 168 time: 1.6118245 Apr 05 15:41:58.362086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:58.369184 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.373606 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.1521134 Apr 05 15:41:58.383860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50688) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:58.401767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'security_group_rule': {'security_group_id': '93f7cdc0-c91e-4413-ad5a-61252104fbd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:58.408141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:58.424924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:58.427663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:security_group_rule and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:58.431060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:58.446143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:58.486734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Usage tracker for resource:security_group_rule and tenant:f822791490244e7ba1af55d849e47c98 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:58.492938 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:58.507494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9ad81af8-4312-4b39-95bd-9d717468635f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9ad81af8-4312-4b39-95bd-9d717468635f,segment=NetworkSegment(e0cc72e0-7784-4b25-a1e9-fc3613cfdd34),segment_id=e0cc72e0-7784-4b25-a1e9-fc3613cfdd34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:41:58.525845 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:41:58.526739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:41:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:58.546317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2f8f2-b015-44ff-b9fb-9ed113fc9ff5 req-3a0f21d2-0326-4077-948f-43784ce9ae08 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:58.547755 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7ca2f8f2-b015-44ff-b9fb-9ed113fc9ff5 req-3a0f21d2-0326-4077-948f-43784ce9ae08 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 932 time: 0.9551461 Apr 05 15:41:58.553944 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26778b85eeb045d3ba6941192c02e565&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9465632 Apr 05 15:41:58.554783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50696) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:58.563790 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:58.566486 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.621368 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6df9ffa2-8b24-4422-8956-f5093185b8fe req-08c76400-967e-4b0f-ba71-713446c25bd7 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7718606 Apr 05 15:41:58.622122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9347ad47-bcd9-4cd1-bfb5-cc4e0789aee2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:58.650211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:58.688835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:41:58.690164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:58.690581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:58.706742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '9ad81af8-4312-4b39-95bd-9d717468635f', 'network_id': 'b67effb9-41c2-4f71-9319-a1c6f20b8473', 'port_id': '9ad81af8-4312-4b39-95bd-9d717468635f', 'mac_address': 'fa:16:3e:0b:7d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f368a720-e00d-42cb-b291-d4780673b971', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:41:58.708268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.729708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8398b-f840-4daf-990e-8bf4a279486c req-12bce5ca-5df1-4467-8109-556b5031c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:58.732014 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b3c8398b-f840-4daf-990e-8bf4a279486c req-12bce5ca-5df1-4467-8109-556b5031c5fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 1096 time: 0.2955239 Apr 05 15:41:58.819589 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7ca2f8f2-b015-44ff-b9fb-9ed113fc9ff5 req-0168367f-0e27-4f11-b131-d6f34a1a8785 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593775 Apr 05 15:41:58.820419 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e57d4581-68fe-4747-b69f-14967a460749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.823414 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.831280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Transition to ACTIVE for port object 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:41:58.861017 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.869175 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad81af8-4312-4b39-95bd-9d717468635f {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:41:58.913543 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9ad81af8-4312-4b39-95bd-9d717468635f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9ad81af8-4312-4b39-95bd-9d717468635f,segment=NetworkSegment(e0cc72e0-7784-4b25-a1e9-fc3613cfdd34),segment_id=e0cc72e0-7784-4b25-a1e9-fc3613cfdd34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:41:58.920580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:41:58.959744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:58.966974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.991658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.022849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6a30d020-e7aa-4508-b3ca-6f14137ea046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:59.049428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.053827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0aaa8b98-5214-4b5e-a9d1-1b347b29f103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:59.057136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.061206 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65664a37-b7d6-4e94-b171-1590143da984,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:59.075583 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:59.088430 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.095378 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:41:59.110942 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Pushing event updated for resources: {'Port': ['ID=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:59.114771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50704) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:59.120564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:59.131357 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b81f-0a88-4bd2-8728-760b7710efdd req-4cb552f1-ea03-45e3-a203-59bd8f989f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:59.132952 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a5a4b81f-0a88-4bd2-8728-760b7710efdd req-4cb552f1-ea03-45e3-a203-59bd8f989f36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 1097 time: 0.4305775 Apr 05 15:41:59.135312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:59.138303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e57d4581-68fe-4747-b69f-14967a460749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.231998 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.256168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c222d-875a-4081-9da2-98f7a29b6123 req-87b54f52-7eb9-4b83-93ee-6097c9fa651f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:59.257817 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-109c222d-875a-4081-9da2-98f7a29b6123 req-87b54f52-7eb9-4b83-93ee-6097c9fa651f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 944 time: 0.5608065 Apr 05 15:41:59.269114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.269511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=9ad81af8-4312-4b39-95bd-9d717468635f,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:59.269637 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Added segment 75e8da2c-b6eb-46b4-9091-98d4c3b25060 of type vlan for network e52d714d-ab83-4dd0-befb-0351abdb57c9 Apr 05 15:41:59.273831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35c2dcc-49f2-458a-b309-ce80e380139b,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:59.275625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.296473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8398b-f840-4daf-990e-8bf4a279486c req-d86b867f-3569-41d2-9df5-9e49fca91bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:59.296473 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b3c8398b-f840-4daf-990e-8bf4a279486c req-d86b867f-3569-41d2-9df5-9e49fca91bd1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 919 time: 0.5534260 Apr 05 15:41:59.312026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:59.317026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.321101 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9285088 Apr 05 15:41:59.328969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50712) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:59.399776 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b3c8398b-f840-4daf-990e-8bf4a279486c req-cf2bce84-3051-49ad-b5a8-ad5160920b06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841 HTTP/1.1" status: 200 len: 217 time: 0.0875006 Apr 05 15:41:59.403241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e57d4581-68fe-4747-b69f-14967a460749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.414035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:41:59.417244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:59.433032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'security_group_rule': {'security_group_id': '93f7cdc0-c91e-4413-ad5a-61252104fbd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:41:59.459360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:41:59.463115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] Usage tracker for resource:security_group_rule and tenant:1afaf626d80a433d8a7a9de0d3983065 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:59.475874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:59.482973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:59.499695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:security_group_rule and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:41:59.505239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:59.508254 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.514849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:41:59.529962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:41:59.537427 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-109c222d-875a-4081-9da2-98f7a29b6123 req-f9a74df6-cc39-4af9-b4a7-b3dcfe399c0b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459674 Apr 05 15:41:59.547524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d4581-68fe-4747-b69f-14967a460749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9347ad47-bcd9-4cd1-bfb5-cc4e0789aee2,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:41:59.565236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e57d4581-68fe-4747-b69f-14967a460749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:41:59.573744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e57d4581-68fe-4747-b69f-14967a460749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.574967 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e57d4581-68fe-4747-b69f-14967a460749 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9347ad47-bcd9-4cd1-bfb5-cc4e0789aee2 HTTP/1.1" status: 204 len: 168 time: 1.0190642 Apr 05 15:41:59.641018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8398b-f840-4daf-990e-8bf4a279486c req-25bc1cd0-52ec-4670-a8bb-3a4958816426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:59.643356 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b3c8398b-f840-4daf-990e-8bf4a279486c req-25bc1cd0-52ec-4670-a8bb-3a4958816426 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 200 len: 858 time: 0.2315092 Apr 05 15:41:59.647367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Attempting to bind port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:41:59.647750 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Attempting to bind port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:41:59.648107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Attempting to bind port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 on network ffadb37e-9238-46c9-8a24-86bdd147930a {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:59.660959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.resource_extend [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:41:59.670834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b81f-0a88-4bd2-8728-760b7710efdd req-27870e3c-cb68-418e-97f4-51fb68d652a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:59.672641 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a5a4b81f-0a88-4bd2-8728-760b7710efdd req-27870e3c-cb68-418e-97f4-51fb68d652a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 915 time: 0.5258019 Apr 05 15:41:59.681359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:41:57Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:41:59.686217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.696375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['9ad81af8-4312-4b39-95bd-9d717468635f'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:41:59.701568 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 on network ffadb37e-9238-46c9-8a24-86bdd147930a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:41:59.701947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Attempting to bind port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 on network ffadb37e-9238-46c9-8a24-86bdd147930a {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:41:59.708075 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b3c8398b-f840-4daf-990e-8bf4a279486c req-302cc8ed-28e2-4ffb-8484-bc45ad507e1f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffadb37e-9238-46c9-8a24-86bdd147930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573285 Apr 05 15:41:59.710840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:41:59.711219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Checking segment: {'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:41:59.711637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Bound using segment: {'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:41:59.712118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Bound port: 2da70e09-0626-4b4f-ab8a-d38fa16e22f3, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a9061a-ba44-4390-af34-9859e6b28d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:41:59.712502 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:59.797029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd99e0-f51d-455c-be22-a64d8c394916 None None] The sync data for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb is: [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:41:57Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:41:59.880395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df542636-64d0-4784-98ee-1211419a2e32 req-2382b2db-f784-4e90-a30c-6896ca26b98a tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:59.888969 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df542636-64d0-4784-98ee-1211419a2e32 req-2382b2db-f784-4e90-a30c-6896ca26b98a tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 944 time: 0.7729146 Apr 05 15:41:59.904986 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a5a4b81f-0a88-4bd2-8728-760b7710efdd req-405a5703-e75b-44bc-9c78-8c8a83df8116 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75ea3397-249a-42b1-abb2-6705eed27778 HTTP/1.1" status: 200 len: 217 time: 0.2196977 Apr 05 15:41:59.925807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:00.006406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] For port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:42:00.014210 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b3c8398b-f840-4daf-990e-8bf4a279486c req-fdb626d2-9324-4267-8172-9e329ee6104f service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906296 Apr 05 15:42:00.027783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] For port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:42:00.078593 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:00.104997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:00.105658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:00.110216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:00.112780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:00.238482 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Pushing event updated for resources: {'Network': ['ID=e52d714d-ab83-4dd0-befb-0351abdb57c9,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:00.252201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network e52d714d-ab83-4dd0-befb-0351abdb57c9 details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:42:00.336274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:00.378656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Pushing event updated for resources: {'Port': ['ID=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:00.379955 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:00.392740 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:00.399495 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df542636-64d0-4784-98ee-1211419a2e32 req-937ecd7a-62a4-4970-8fcc-772b0e97e202 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095210 Apr 05 15:42:00.425033 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:00.432844 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b3c8398b-f840-4daf-990e-8bf4a279486c req-9294e211-8c49-4c13-8fb4-7e4bd79116c8 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033256 Apr 05 15:42:00.473751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:00.482377 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-06cf72e9-156f-4a24-aafa-ce32cdea8e08 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:00.488813 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:00.489497 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:00.491536 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] 10.222.0.49 "PUT /v2.0/ports/2da70e09-0626-4b4f-ab8a-d38fa16e22f3 HTTP/1.1" status: 200 len: 1094 time: 3.6488600 Apr 05 15:42:00.492336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d787f00-ce8e-4ee2-bb5b-27b419009b36', 'tag': '2da70e09-0626-4b4f-ab8a-d38fa16e22f3'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:00.520416 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2547386 Apr 05 15:42:00.522455 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b81f-0a88-4bd2-8728-760b7710efdd req-fbf76301-3c17-46e4-8153-0da31a431c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:00.524477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50742) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:00.527684 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a5a4b81f-0a88-4bd2-8728-760b7710efdd req-fbf76301-3c17-46e4-8153-0da31a431c8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a72d469a-6199-4f3a-9c3e-03cee04bffc8 HTTP/1.1" status: 200 len: 854 time: 0.5305583 Apr 05 15:42:00.528535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:00.532211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Request body: {'subnet': {'network_id': 'e52d714d-ab83-4dd0-befb-0351abdb57c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-647506263-subnet', 'tenant_id': 'f822791490244e7ba1af55d849e47c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:00.545455 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:00.549748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2910dcd-e2a4-4198-8ab3-6039fcaad34d,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:00.602314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Usage tracker for resource:subnet and tenant:f822791490244e7ba1af55d849e47c98 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:00.605987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:00.614343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:00.623503 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:00.623913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:00.645053 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:00.646368 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2409194 Apr 05 15:42:00.654788 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a5a4b81f-0a88-4bd2-8728-760b7710efdd req-c6b06433-092f-4082-8054-bcbad0a1f655 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba80e037-f064-4d3a-98d3-65326d3ed1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165080 Apr 05 15:42:00.659967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50750) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:00.673992 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'floatingip': {'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:00.679932 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d787f00-ce8e-4ee2-bb5b-27b419009b36', 'tag': '2da70e09-0626-4b4f-ab8a-d38fa16e22f3', 'status': 'completed', 'code': 200} Apr 05 15:42:00.681675 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Made reservation on behalf of f822791490244e7ba1af55d849e47c98 for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:00.689234 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:00.749904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d6c5-2fa0-497e-8a0c-f9e58871d1f9 req-0ff66045-70ff-4723-8fd6-fd4a017eb0fc tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:00.751634 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-add2d6c5-2fa0-497e-8a0c-f9e58871d1f9 req-0ff66045-70ff-4723-8fd6-fd4a017eb0fc tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 944 time: 0.5249319 Apr 05 15:42:00.760925 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1afaf626d80a433d8a7a9de0d3983065&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6302722 Apr 05 15:42:00.761507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c19098-330d-4ad2-8f38-bbef6da246fc,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:00.821797 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50758) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:00.949995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:01.015939 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:floatingip and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:01.018098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:42:01.042514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:01.110229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:01.142622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:01.154833 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-9ba78b8d-e308-4cdb-8820-45d3102e4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:01.156445 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-9ba78b8d-e308-4cdb-8820-45d3102e4f9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 1097 time: 0.6132784 Apr 05 15:42:01.172174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:42:01.177605 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:01.178034 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.244520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.315373 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-41c0780b-0633-419e-be60-8219e8dbc512 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da70e09-0626-4b4f-ab8a-d38fa16e22f3 HTTP/1.1" status: 200 len: 217 time: 0.1443002 Apr 05 15:42:01.345831 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-add2d6c5-2fa0-497e-8a0c-f9e58871d1f9 req-6576b47f-d573-4713-9d8b-7ebcb7c71e92 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810490 Apr 05 15:42:01.383131 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.425895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=5ca3f0f7-8d36-4721-9efd-8227fd2effd0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:01.431627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.436151 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:01.459437 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a5a4b81f-0a88-4bd2-8728-760b7710efdd req-c2b6e75a-a6a3-426d-90cd-3adecf63c150 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780807 Apr 05 15:42:01.534114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=5ca3f0f7-8d36-4721-9efd-8227fd2effd0,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:01.538063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:01.580061 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2de1891f-3f97-4dac-ad53-ed0a42c37b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.623422 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-7a47c2e9-c9de-4a52-800d-0ea398afea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:01.625012 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-7a47c2e9-c9de-4a52-800d-0ea398afea72 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 200 len: 858 time: 0.3005524 Apr 05 15:42:01.702382 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-529a0388-c1b9-460f-93cd-db40e6d6bfa4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffadb37e-9238-46c9-8a24-86bdd147930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690141 Apr 05 15:42:01.719936 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8db67-c29e-4ab6-ae66-473ff84f54d5 req-08c0f352-f6a2-4ae5-afe1-36d56d033a40 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:01.721243 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ac8db67-c29e-4ab6-ae66-473ff84f54d5 req-08c0f352-f6a2-4ae5-afe1-36d56d033a40 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 944 time: 0.6098440 Apr 05 15:42:01.750864 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2de1891f-3f97-4dac-ad53-ed0a42c37b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.880255 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ac8db67-c29e-4ab6-ae66-473ff84f54d5 req-fafafdef-186a-4b49-a422-0558363ed3fd tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444812 Apr 05 15:42:01.883000 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a5a4b81f-0a88-4bd2-8728-760b7710efdd req-22038656-6bf5-4960-bdb3-25208e1c4d93 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069579 Apr 05 15:42:01.901197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device ff427f5d-89d0-48f4-8bd6-ddec38d78841 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:42:01.910158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fac585-7178-4633-88d8-2568e87708b0 req-cf2f566a-0ba0-49e9-8a35-c1685ef55849 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:01.916864 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-17fac585-7178-4633-88d8-2568e87708b0 req-cf2f566a-0ba0-49e9-8a35-c1685ef55849 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 944 time: 0.3332016 Apr 05 15:42:01.917603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.920661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2de1891f-3f97-4dac-ad53-ed0a42c37b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.934219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4b9acbc8-4cca-4b0c-9357-26902813d016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:01.947006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9ad81af8-4312-4b39-95bd-9d717468635f up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:42:01.994298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1891f-3f97-4dac-ad53-ed0a42c37b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c19098-330d-4ad2-8f38-bbef6da246fc,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:02.000448 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2de1891f-3f97-4dac-ad53-ed0a42c37b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:02.003719 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2de1891f-3f97-4dac-ad53-ed0a42c37b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:02.005033 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2de1891f-3f97-4dac-ad53-ed0a42c37b8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4c19098-330d-4ad2-8f38-bbef6da246fc HTTP/1.1" status: 204 len: 168 time: 1.1821253 Apr 05 15:42:02.030730 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-17fac585-7178-4633-88d8-2568e87708b0 req-bc0314a0-286f-4ded-a380-6a3a0718514f tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845208 Apr 05 15:42:02.046169 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-660d99ec-0995-45ff-84d5-b153560c3112 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308094 Apr 05 15:42:02.177628 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 9ad81af8-4312-4b39-95bd-9d717468635f completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:42:02.191934 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port ff427f5d-89d0-48f4-8bd6-ddec38d78841, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:02.201229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 9ad81af8-4312-4b39-95bd-9d717468635f triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:02.201659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:02.269218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': 'ff427f5d-89d0-48f4-8bd6-ddec38d78841', 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a', 'port_id': 'ff427f5d-89d0-48f4-8bd6-ddec38d78841', 'mac_address': 'fa:16:3e:e2:93:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99690a2-97e0-4056-9a4d-9ea2a7d7efab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:42:02.360093 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-625dc2d9-f234-4c51-8788-ee393c89bf13 req-2f52a92b-5a29-46a3-8b71-31a0ed82b46b service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021395 Apr 05 15:42:02.367626 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Allocated IP 172.28.3.104 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/4bec2a57-c727-4221-968c-b6283d9b232b) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:42:02.402587 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:02.497960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff427f5d-89d0-48f4-8bd6-ddec38d78841 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:02.533825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:02.572185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port ff427f5d-89d0-48f4-8bd6-ddec38d78841, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:02.581329 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:02.581994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 75ea3397-249a-42b1-abb2-6705eed27778 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:42:02.590472 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:02.625072 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52116abb-6df8-44e3-8791-d0870a822559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad81af8-4312-4b39-95bd-9d717468635f'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:02.677760 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:02.695418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:02.732719 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:02.783917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9ad81af8-4312-4b39-95bd-9d717468635f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9ad81af8-4312-4b39-95bd-9d717468635f,segment=NetworkSegment(e0cc72e0-7784-4b25-a1e9-fc3613cfdd34),segment_id=e0cc72e0-7784-4b25-a1e9-fc3613cfdd34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:02.790244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dc88a-bc80-4b37-b0c1-7dfd284c8a7b req-2d172fea-40d3-48e0-bf13-095feaa84cf8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:02.792112 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b18dc88a-bc80-4b37-b0c1-7dfd284c8a7b req-2d172fea-40d3-48e0-bf13-095feaa84cf8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 944 time: 0.2303772 Apr 05 15:42:02.809296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:02.853687 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d922f5-23ac-4e3a-b55c-3ee1a45a0e8b req-3ccb627f-8475-4896-90fc-71c916f7f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:02.855283 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4d922f5-23ac-4e3a-b55c-3ee1a45a0e8b req-3ccb627f-8475-4896-90fc-71c916f7f725 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 1097 time: 0.4368389 Apr 05 15:42:02.908667 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b18dc88a-bc80-4b37-b0c1-7dfd284c8a7b req-bcbb79fb-3ad3-47ff-8e55-3cc0c3700a12 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028275 Apr 05 15:42:03.014215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 75ea3397-249a-42b1-abb2-6705eed27778, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75ea3397-249a-42b1-abb2-6705eed27778,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:03.038582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:42:03.083434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168239ac-238d-41f7-b947-55ec71854461,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:03.084699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '75ea3397-249a-42b1-abb2-6705eed27778', 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb', 'port_id': '75ea3397-249a-42b1-abb2-6705eed27778', 'mac_address': 'fa:16:3e:f8:14:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72d469a-6199-4f3a-9c3e-03cee04bffc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:42:03.092155 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:03.119512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=ff427f5d-89d0-48f4-8bd6-ddec38d78841,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:03.216742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:03.220565 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-19323f54-f0ca-42a9-a03c-f7047e5f5985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:03.292911 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d922f5-23ac-4e3a-b55c-3ee1a45a0e8b req-49305708-5c7d-4478-986e-187e64fd7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:03.294553 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4d922f5-23ac-4e3a-b55c-3ee1a45a0e8b req-49305708-5c7d-4478-986e-187e64fd7652 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 919 time: 0.2830129 Apr 05 15:42:03.299086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:03.302113 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:03.347098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ea3397-249a-42b1-abb2-6705eed27778 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:03.358447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:03.382313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=9ad81af8-4312-4b39-95bd-9d717468635f,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:03.400773 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 75ea3397-249a-42b1-abb2-6705eed27778, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75ea3397-249a-42b1-abb2-6705eed27778,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:03.402069 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:03.403312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:03.403727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:03.431508 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:03.447757 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:03.458291 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:03.493905 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4d922f5-23ac-4e3a-b55c-3ee1a45a0e8b req-55262364-0c94-4eca-a7cc-78584d43030a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da70e09-0626-4b4f-ab8a-d38fa16e22f3 HTTP/1.1" status: 200 len: 217 time: 0.1683853 Apr 05 15:42:03.521583 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c458c-4d9d-4abd-bf26-a53332f5d84e req-ba1afc1a-5b85-473b-b0dc-d413918b8e24 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:03.523459 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-151c458c-4d9d-4abd-bf26-a53332f5d84e req-ba1afc1a-5b85-473b-b0dc-d413918b8e24 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 944 time: 0.3154690 Apr 05 15:42:03.535121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b84160-204b-4716-9df8-81ee7039a90f req-d4e48039-b400-4582-be3e-3b0ae9abba48 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:03.545044 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-34b84160-204b-4716-9df8-81ee7039a90f req-d4e48039-b400-4582-be3e-3b0ae9abba48 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 945 time: 0.2619789 Apr 05 15:42:03.560229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=75ea3397-249a-42b1-abb2-6705eed27778,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:03.564729 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:03.641547 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-34b84160-204b-4716-9df8-81ee7039a90f req-09189e89-ab6a-46b0-90ad-9258a115fdc9 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946705 Apr 05 15:42:03.662065 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-151c458c-4d9d-4abd-bf26-a53332f5d84e req-c1d05d83-079c-4e5e-8bc6-9b8f6e8d04ad tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135395 Apr 05 15:42:03.857552 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52116abb-6df8-44e3-8791-d0870a822559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad81af8-4312-4b39-95bd-9d717468635f', 'code': 200} Apr 05 15:42:03.892527 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Checking segment: {'id': '75e8da2c-b6eb-46b4-9091-98d4c3b25060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52d714d-ab83-4dd0-befb-0351abdb57c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:42:03.892934 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Network hostable DHCP agents. Network: e52d714d-ab83-4dd0-befb-0351abdb57c9, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:42:03.908993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'Port': ['ID=4bec2a57-c727-4221-968c-b6283d9b232b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:03.917851 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:03.928300 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['75ea3397-249a-42b1-abb2-6705eed27778'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:42:03.941782 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d922f5-23ac-4e3a-b55c-3ee1a45a0e8b req-18adcc04-68a0-484c-ad9b-b9e02e1a18de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:03.943366 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4d922f5-23ac-4e3a-b55c-3ee1a45a0e8b req-18adcc04-68a0-484c-ad9b-b9e02e1a18de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 200 len: 858 time: 0.4243524 Apr 05 15:42:03.966194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['ff427f5d-89d0-48f4-8bd6-ddec38d78841'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:42:04.083315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Network e52d714d-ab83-4dd0-befb-0351abdb57c9 is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:42:04.098239 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4d922f5-23ac-4e3a-b55c-3ee1a45a0e8b req-1bb9cdda-bfe0-4736-ad5a-c0876a4c38d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffadb37e-9238-46c9-8a24-86bdd147930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194286 Apr 05 15:42:04.117744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, e52d714d-ab83-4dd0-befb-0351abdb57c9) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:04.136381 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6224b95-8fbd-4e81-b583-1ed17b59c317 None None] Network e52d714d-ab83-4dd0-befb-0351abdb57c9 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:42:04.175624 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:04.179096 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:04.274497 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:42:04.282337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:04.293004 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:42:04.371847 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:04.394670 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ee67dec7-f397-494e-bf9e-8eb1e92d9438 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8608918 Apr 05 15:42:04.422812 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efabb0-2f25-432b-90c6-6e24e5f65d1b req-dcae2d65-062e-49bf-b996-686e24aab58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:04.424851 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a4efabb0-2f25-432b-90c6-6e24e5f65d1b req-dcae2d65-062e-49bf-b996-686e24aab58a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 1098 time: 0.2292449 Apr 05 15:42:04.459741 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-a4efabb0-2f25-432b-90c6-6e24e5f65d1b req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:04.475161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:04.504144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-a4efabb0-2f25-432b-90c6-6e24e5f65d1b req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:04.508258 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4d922f5-23ac-4e3a-b55c-3ee1a45a0e8b req-1baab33c-a388-48a5-8c6b-0f33bc93d951 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883984 Apr 05 15:42:04.518413 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-a4efabb0-2f25-432b-90c6-6e24e5f65d1b req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] Usage tracker for resource:security_group_rule and tenant:8b902eb3e0244efeb6dd476093d4b6bd is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:04.531312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e3ff0-7ee8-46d4-99d0-4d5d70ceffeb req-6a48d968-ae61-445f-b601-71aef656f62d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:04.539829 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-040e3ff0-7ee8-46d4-99d0-4d5d70ceffeb req-6a48d968-ae61-445f-b601-71aef656f62d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 944 time: 0.2092688 Apr 05 15:42:04.567678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-a4efabb0-2f25-432b-90c6-6e24e5f65d1b req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:04.586199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-a4efabb0-2f25-432b-90c6-6e24e5f65d1b req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:04.635328 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-040e3ff0-7ee8-46d4-99d0-4d5d70ceffeb req-a3719bc5-470a-4288-af34-e455b0c76763 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939376 Apr 05 15:42:04.832664 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-a4efabb0-2f25-432b-90c6-6e24e5f65d1b req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:04.840304 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-a4efabb0-2f25-432b-90c6-6e24e5f65d1b req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:04.865333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-396a3de1-c565-4976-90fb-25c17daa6d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:04.870496 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4d922f5-23ac-4e3a-b55c-3ee1a45a0e8b req-166cdaa1-db43-4fce-bad3-bf6197ba2413 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507268 Apr 05 15:42:04.926771 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a4efabb0-2f25-432b-90c6-6e24e5f65d1b req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893374 Apr 05 15:42:04.945829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e41adb6c-77a9-4c87-a4ac-cde1047cc38d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:04.961389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:05.152225 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a298d3d-93a3-4d74-956d-b9745aa87020 None None] Network e52d714d-ab83-4dd0-befb-0351abdb57c9 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:42:05.154700 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:05.161170 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:05.195386 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:05.329897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfc5d2-6537-4979-b994-14cb8de1c3d8 req-4e7182fe-1a0f-484d-a1ac-90cec83ef77d tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:05.331595 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10bfc5d2-6537-4979-b994-14cb8de1c3d8 req-4e7182fe-1a0f-484d-a1ac-90cec83ef77d tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 945 time: 0.3685451 Apr 05 15:42:05.366933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9819d63-a9c8-4ac7-bda7-d8821b9a08b4 req-281ed93b-501f-4cd6-bd25-e328e5fe9452 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:05.379312 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a9819d63-a9c8-4ac7-bda7-d8821b9a08b4 req-281ed93b-501f-4cd6-bd25-e328e5fe9452 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 945 time: 0.3378079 Apr 05 15:42:05.487759 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10bfc5d2-6537-4979-b994-14cb8de1c3d8 req-c0cee06f-dcf3-46f8-9503-df0061670044 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061232 Apr 05 15:42:05.501552 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a9819d63-a9c8-4ac7-bda7-d8821b9a08b4 req-db2d456f-7694-401c-b19d-7b96e6464146 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212020 Apr 05 15:42:05.509991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'Port': ['ID=4bec2a57-c727-4221-968c-b6283d9b232b,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:05.520055 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:05.612674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:05.638035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:05.639915 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9788449 Apr 05 15:42:05.802895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50926) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:05.809612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-503402396-network', 'tenant_id': 'e394fb5f852b436ca49abb6d5fdb8176'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:05.816067 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:05.820890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Usage tracker for resource:network and tenant:e394fb5f852b436ca49abb6d5fdb8176 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:05.825498 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:05.835182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:05.845822 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Made reservation on behalf of e394fb5f852b436ca49abb6d5fdb8176 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:05.851172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:05.866910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:05.890547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:05.895492 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Usage tracker for resource:security_group_rule and tenant:e394fb5f852b436ca49abb6d5fdb8176 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:05.901130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:05.908909 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da18ca6-16ab-4489-ae6a-119fdb7ff2d2 req-d83173d6-4482-4b5e-82ec-4b6703f32ae7 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:05.911448 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9da18ca6-16ab-4489-ae6a-119fdb7ff2d2 req-d83173d6-4482-4b5e-82ec-4b6703f32ae7 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 944 time: 0.1271510 Apr 05 15:42:05.913149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:05.926213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:42:05.929628 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 75ea3397-249a-42b1-abb2-6705eed27778 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:42:06.002537 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9da18ca6-16ab-4489-ae6a-119fdb7ff2d2 req-c33f142e-3922-4346-bd5b-be5a037dac76 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846064 Apr 05 15:42:06.049145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.053362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.060940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f43ea4d3-c079-416f-9106-5bdbf771e46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:06.084228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-3dfb9a71-67a3-4b1b-889f-54a9175c1a59 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Synchronizing usage tracker for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:42:06.085099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:42:06.096729 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.097128 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Added segment d184ce5c-fc2b-415b-b15f-8fb3eb724953 of type vlan for network a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af Apr 05 15:42:06.103759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-3dfb9a71-67a3-4b1b-889f-54a9175c1a59 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Unset dirty status for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:42:06.105515 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-3dfb9a71-67a3-4b1b-889f-54a9175c1a59 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--249124445&fields=id&tenant_id=1fa68334b9d840b99dbfa07ab666b84e HTTP/1.1" status: 200 len: 267 time: 0.0742078 Apr 05 15:42:06.148132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fae2bc-f89a-49d1-aea7-37dcfc5b0985,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:06.151897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.157021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:06.184512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.184804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 75ea3397-249a-42b1-abb2-6705eed27778 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:42:06.185903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:06.186690 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.191802 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-70b5a115-ce79-4fdf-8839-bf3ace8ada73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:06.195340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 75ea3397-249a-42b1-abb2-6705eed27778 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:06.195764 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.280979 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:06.284624 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1983d14a-4c5a-457b-9fb5-2e20eb80759a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:06.285410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1983d14a-4c5a-457b-9fb5-2e20eb80759a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Synchronizing usage tracker for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:42:06.303383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '2da70e09-0626-4b4f-ab8a-d38fa16e22f3', 'network_id': 'ffadb37e-9238-46c9-8a24-86bdd147930a', 'port_id': '2da70e09-0626-4b4f-ab8a-d38fa16e22f3', 'mac_address': 'fa:16:3e:de:da:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99690a2-97e0-4056-9a4d-9ea2a7d7efab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:42:06.303596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1983d14a-4c5a-457b-9fb5-2e20eb80759a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Unset dirty status for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:42:06.304919 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1983d14a-4c5a-457b-9fb5-2e20eb80759a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 817 time: 0.1906915 Apr 05 15:42:06.305058 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5006900 Apr 05 15:42:06.305418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 50942) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:06.305992 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Pushing event updated for resources: {'Network': ['ID=a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:06.308963 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:06.312998 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Request body: {'subnet': {'network_id': 'a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-503402396-subnet', 'tenant_id': 'e394fb5f852b436ca49abb6d5fdb8176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:06.319939 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:06.330992 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Usage tracker for resource:subnet and tenant:e394fb5f852b436ca49abb6d5fdb8176 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:06.334531 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-809f0ea4-62fd-4a1c-954e-4110764c4008 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/quotas/1fa68334b9d840b99dbfa07ab666b84e HTTP/1.1" status: 200 len: 375 time: 0.0165567 Apr 05 15:42:06.335344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:06.339403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:42:06.342772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:06.401092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Made reservation on behalf of e394fb5f852b436ca49abb6d5fdb8176 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:06.405801 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.503942 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.529193 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.540360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-5b7aa880-768d-47f6-bca8-a238a11a27e1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Synchronizing usage tracker for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:42:06.566453 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-5b7aa880-768d-47f6-bca8-a238a11a27e1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Unset dirty status for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:42:06.566689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:06.567889 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-5b7aa880-768d-47f6-bca8-a238a11a27e1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2263894 Apr 05 15:42:06.578176 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e80059b-81a3-4a9d-a631-ee04efd952aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ea3397-249a-42b1-abb2-6705eed27778'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:06.596871 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 75ea3397-249a-42b1-abb2-6705eed27778, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75ea3397-249a-42b1-abb2-6705eed27778,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:06.599841 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:06.603269 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.604198 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device ff427f5d-89d0-48f4-8bd6-ddec38d78841 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:42:06.636258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-38c0adec-0228-4d6a-bd61-95a0fea6aabe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:06.683545 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:06.753136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=75ea3397-249a-42b1-abb2-6705eed27778,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:06.767665 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:06.768215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:06.786818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50960) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:06.797762 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-e5fbc209-82a7-4d25-ba5d-55988fc6ecf7 service neutron] 10.222.0.46 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898866 Apr 05 15:42:06.852603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:06.856120 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:06.859315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port ff427f5d-89d0-48f4-8bd6-ddec38d78841 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:42:06.866576 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port ff427f5d-89d0-48f4-8bd6-ddec38d78841 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:06.867795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:07.078596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['2da70e09-0626-4b4f-ab8a-d38fa16e22f3'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:42:07.090436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:07.108367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:07.113178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] Usage tracker for resource:security_group_rule and tenant:1db190be333447bfbf9191c9552e6650 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:07.115942 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dbe30-fdbb-497d-8237-72310d2eddae req-b4af2dae-fbcc-4594-9f7b-cd0ec6bd7777 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:07.123844 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e99dbe30-fdbb-497d-8237-72310d2eddae req-b4af2dae-fbcc-4594-9f7b-cd0ec6bd7777 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 945 time: 0.3238909 Apr 05 15:42:07.131282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:07.141216 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-fb0afe9b-10b1-4b84-85e2-f0803a616deb service neutron] 10.222.0.46 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423352 Apr 05 15:42:07.149518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:07.164423 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:07.202250 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port ff427f5d-89d0-48f4-8bd6-ddec38d78841, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:07.202998 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e99dbe30-fdbb-497d-8237-72310d2eddae req-b244774a-05ff-4981-aabe-7bc793bf7f51 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760262 Apr 05 15:42:07.213907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:07.215887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:07.371355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:07.377930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:07.408732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=ff427f5d-89d0-48f4-8bd6-ddec38d78841,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:07.416409 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:07.422998 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:07.477767 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1db190be333447bfbf9191c9552e6650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893876 Apr 05 15:42:07.479164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db21593-1fff-4674-8a11-5da3f39ee398,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:07.483438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:07.484675 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 50986) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:07.554850 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e80059b-81a3-4a9d-a631-ee04efd952aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ea3397-249a-42b1-abb2-6705eed27778', 'code': 200} Apr 05 15:42:07.622554 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c7ccc38b-e521-4603-973f-ba0079f9e265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:07.689060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c7ccc38b-e521-4603-973f-ba0079f9e265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:07.765097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c7ccc38b-e521-4603-973f-ba0079f9e265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:07.775224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a5d2a63e-a1ed-4af1-a7cb-fec5574ad7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:07.792881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccc38b-e521-4603-973f-ba0079f9e265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db21593-1fff-4674-8a11-5da3f39ee398,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:07.795996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c7ccc38b-e521-4603-973f-ba0079f9e265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:07.797558 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c7ccc38b-e521-4603-973f-ba0079f9e265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:07.799417 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c7ccc38b-e521-4603-973f-ba0079f9e265 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5db21593-1fff-4674-8a11-5da3f39ee398 HTTP/1.1" status: 204 len: 168 time: 0.3131726 Apr 05 15:42:08.090426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630587f-353b-4c37-9dfa-3307fc3d33e3 req-beaf950a-55ca-4d59-ac16-fe6636b6b78a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:08.092040 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3630587f-353b-4c37-9dfa-3307fc3d33e3 req-beaf950a-55ca-4d59-ac16-fe6636b6b78a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 945 time: 0.3117654 Apr 05 15:42:08.102378 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee4dcb-e49a-4b2c-b59e-bf24888e8c8a req-f7a5e315-8861-4abd-aca6-57771dfd1415 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:08.103931 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-53ee4dcb-e49a-4b2c-b59e-bf24888e8c8a req-f7a5e315-8861-4abd-aca6-57771dfd1415 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 946 time: 0.3255520 Apr 05 15:42:08.159963 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070b3e2-25a6-4d0e-9b83-3f4e7e589651 req-45d46cf9-7fe8-4d72-9337-cd36d99e49da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:08.161571 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2070b3e2-25a6-4d0e-9b83-3f4e7e589651 req-45d46cf9-7fe8-4d72-9337-cd36d99e49da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 1099 time: 0.3765397 Apr 05 15:42:08.166534 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51010) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:08.186513 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:08.203639 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:08.207732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] Usage tracker for resource:security_group_rule and tenant:fe88606604964b97a83845e9b457ad2e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:08.210723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:08.216751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:08.253036 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3630587f-353b-4c37-9dfa-3307fc3d33e3 req-0643d034-5b46-414f-b2c8-3374671f2c8e tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479855 Apr 05 15:42:08.309705 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-53ee4dcb-e49a-4b2c-b59e-bf24888e8c8a req-eb30aa33-b723-4533-9f35-bffb870c7e8b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818635 Apr 05 15:42:08.317594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:08.319768 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2070b3e2-25a6-4d0e-9b83-3f4e7e589651 req-3e9daed6-cc8d-41f7-bfa7-94ad17dc9bd3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385503 Apr 05 15:42:08.320030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:08.325333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:42:08.329663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:08.349319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:08.398131 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe88606604964b97a83845e9b457ad2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304251 Apr 05 15:42:08.400850 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51016) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:08.403925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:08.415610 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350c9000-cfdb-47d8-b480-52bf521d4f4f,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:08.420813 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:08.467479 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dcabbbb8-d954-41c7-bcc7-ed5a5b554936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:08.495472 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dcabbbb8-d954-41c7-bcc7-ed5a5b554936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:08.539815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dcabbbb8-d954-41c7-bcc7-ed5a5b554936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:08.545581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:08.558107 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d279feb9-59cd-4cd2-94a2-5b2200f0205e req-515ea5ec-b147-48fc-9b7d-cba30a59ab4e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 210 time: 0.1551096 Apr 05 15:42:08.561821 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dcabbbb8-d954-41c7-bcc7-ed5a5b554936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:08.565589 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-dcabbbb8-d954-41c7-bcc7-ed5a5b554936 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/350c9000-cfdb-47d8-b480-52bf521d4f4f HTTP/1.1" status: 204 len: 168 time: 0.1612306 Apr 05 15:42:08.565589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabbbb8-d954-41c7-bcc7-ed5a5b554936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350c9000-cfdb-47d8-b480-52bf521d4f4f,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:08.574925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-dcabbbb8-d954-41c7-bcc7-ed5a5b554936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:08.583528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f781e7-a13e-4eaa-9969-2f3f50c46760,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:08.589464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:08.668875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a92e88-9d73-4491-92c5-8f7a2044796c req-00cef6b9-b4ff-4b3e-bf8e-c3c4053f1027 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:08.670504 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-32a92e88-9d73-4491-92c5-8f7a2044796c req-00cef6b9-b4ff-4b3e-bf8e-c3c4053f1027 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 945 time: 0.2312760 Apr 05 15:42:08.678901 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Checking segment: {'id': 'd184ce5c-fc2b-415b-b15f-8fb3eb724953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:42:08.679302 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Network hostable DHCP agents. Network: a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:42:08.733185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Network a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:42:08.741368 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-32a92e88-9d73-4491-92c5-8f7a2044796c req-07c0c3c0-b704-4f7b-955d-959e67dad57b tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557227 Apr 05 15:42:08.750951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:08.756240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:08.757491 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:08.774711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d6f53-e191-4c01-95ed-7dd3de0f8300 None None] Network a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:42:08.806979 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4999871 Apr 05 15:42:09.094097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51046) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:09.103390 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24154ee-c4ee-4b62-8453-69ad39cc7651 None None] Network a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:42:09.233060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de6f17a-06d0-4524-9f4f-fecda06b97aa admin admin] Deleting subnet 168239ac-238d-41f7-b947-55ec71854461 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:42:09.243148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5de6f17a-06d0-4524-9f4f-fecda06b97aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:09.390292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5de6f17a-06d0-4524-9f4f-fecda06b97aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:09.427015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5de6f17a-06d0-4524-9f4f-fecda06b97aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:09.562776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d86402-e910-44d9-be49-161faa86ac9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff427f5d-89d0-48f4-8bd6-ddec38d78841'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:09.943629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-b5c47822-a53a-4a00-a62e-9846768dcf4d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:09.946123 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-b5c47822-a53a-4a00-a62e-9846768dcf4d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 817 time: 0.5479994 Apr 05 15:42:09.946990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5de6f17a-06d0-4524-9f4f-fecda06b97aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:09.962639 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:42:09.994549 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:10.034878 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc6343-996d-4e5a-b92d-630cbb14cc54 req-4ed8c5ab-9801-4518-be38-5c42c3c36ca4 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:10.036969 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-20cc6343-996d-4e5a-b92d-630cbb14cc54 req-4ed8c5ab-9801-4518-be38-5c42c3c36ca4 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 946 time: 0.2902663 Apr 05 15:42:10.066603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ff7a6-18d0-4977-a554-7685d7cdf9a6 req-1c5057bf-b1d2-4b87-aa31-ca0b2a52a0a6 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:10.079039 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-334ff7a6-18d0-4977-a554-7685d7cdf9a6 req-1c5057bf-b1d2-4b87-aa31-ca0b2a52a0a6 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 945 time: 0.5205834 Apr 05 15:42:10.096193 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6f17a-06d0-4524-9f4f-fecda06b97aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168239ac-238d-41f7-b947-55ec71854461,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:10.099121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5de6f17a-06d0-4524-9f4f-fecda06b97aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:10.172693 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:42:10.185780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:10.186214 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:10.276912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5de6f17a-06d0-4524-9f4f-fecda06b97aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:10.291644 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-5de6f17a-06d0-4524-9f4f-fecda06b97aa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/168239ac-238d-41f7-b947-55ec71854461 HTTP/1.1" status: 204 len: 168 time: 1.1962190 Apr 05 15:42:10.294200 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51112) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:10.294589 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-f6303f12-fdb0-4959-9f37-1cc3d36c99ad tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fa68334b9d840b99dbfa07ab666b84e HTTP/1.1" status: 200 len: 5702 time: 0.3334637 Apr 05 15:42:10.358417 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-334ff7a6-18d0-4977-a554-7685d7cdf9a6 req-6129f30b-e0f7-4adb-8adf-bbe5258625ff tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743325 Apr 05 15:42:10.363886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'port': {'device_id': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'admin_state_up': True, 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'security_groups': ['93f7cdc0-c91e-4413-ad5a-61252104fbd2']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:10.420703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:10.462529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:10.468046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:10.470219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:10.557706 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d86402-e910-44d9-be49-161faa86ac9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff427f5d-89d0-48f4-8bd6-ddec38d78841', 'code': 200} Apr 05 15:42:10.558905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:10.574473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:10.588684 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:10.834238 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-20cc6343-996d-4e5a-b92d-630cbb14cc54 req-e3b762be-094b-44e5-a551-f5ccd25ac6d3 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990139 Apr 05 15:42:10.848435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:10.877613 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-98e13571-98f0-4b37-b165-a724ec91f867 req-7920f923-fcb5-469b-86fd-abc3e9007a43 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 210 time: 0.1178546 Apr 05 15:42:10.898000 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:10.924023 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Made reservation on behalf of 1fa68334b9d840b99dbfa07ab666b84e for: {'port': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:10.933004 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:11.171413 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Allocated IP 172.20.0.6 (1110e049-b223-4a06-9e2d-18da09acc010/fdfb3e16-32ab-4296-9d79-b79a02e02115/9bc27bae-2330-42e4-9361-ada295d92df0) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:42:11.351771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:11.461347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209ea31-11bc-4e20-bc17-55a08db301b2 req-2cb6c47f-4d20-4c91-9403-97f95cde3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:11.463152 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e209ea31-11bc-4e20-bc17-55a08db301b2 req-2cb6c47f-4d20-4c91-9403-97f95cde3850 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 1098 time: 0.7031753 Apr 05 15:42:11.546907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:11.561131 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e209ea31-11bc-4e20-bc17-55a08db301b2 req-bf839352-1229-4031-804d-758b5ae9e893 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813394 Apr 05 15:42:11.576579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.577268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.578145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.579082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > port after_create 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.579527 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.579815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > port after_update 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.580265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.580553 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.580897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.582551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.622141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Transition to ACTIVE for port object 9bc27bae-2330-42e4-9361-ada295d92df0 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:42:11.683330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.684123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.684768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.685638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:42:11.686381 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52d714d-ab83-4dd0-befb-0351abdb57c9']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:11.691303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46327c7-7ee8-459e-b122-3683ad036071 req-e946ca54-d207-4766-99ad-d02d7500ec7d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:11.692950 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b46327c7-7ee8-459e-b122-3683ad036071 req-e946ca54-d207-4766-99ad-d02d7500ec7d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.1234238 Apr 05 15:42:11.705096 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e8da2c-b6eb-46b4-9091-98d4c3b25060') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:11.705655 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e8da2c-b6eb-46b4-9091-98d4c3b25060') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:11.723426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32291410'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:11.744617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:11.752794 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b46327c7-7ee8-459e-b122-3683ad036071 req-79927526-3fda-4bc4-8c4d-861ed146d629 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512600 Apr 05 15:42:11.763962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:42:11.789578 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:11.807621 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:12.013946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:12.032030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:12.035441 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Network e52d714d-ab83-4dd0-befb-0351abdb57c9 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:42:12.050552 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32290475'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:12.287506 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Network e52d714d-ab83-4dd0-befb-0351abdb57c9 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: from cryptography.utils import int_from_bytes Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: from cryptography.utils import int_from_bytes Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: (rel_b, rel_a, rel_b), Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: (rel_b, rel_a, rel_b), Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:42:12.317059 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:42:12.407484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:12.415208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:12.428876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Network 1110e049-b223-4a06-9e2d-18da09acc010 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:42:12.435389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:12.442029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:12.445000 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=e52d714d-ab83-4dd0-befb-0351abdb57c9,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:12.449595 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:12.451207 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f1e0d50c-ad4a-4a41-bb84-fd63d9a41b27 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e52d714d-ab83-4dd0-befb-0351abdb57c9 HTTP/1.1" status: 204 len: 168 time: 2.1545293 Apr 05 15:42:12.451503 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:42:12.454937 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51190) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:12.459364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:12.460058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:12.519015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e47520-6ec8-4b1e-877c-08d6e3c5eca5 req-62040c78-e7e7-45f3-ac5c-52dd31297363 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:12.519015 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-70e47520-6ec8-4b1e-877c-08d6e3c5eca5 req-62040c78-e7e7-45f3-ac5c-52dd31297363 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 946 time: 0.4312091 Apr 05 15:42:12.539395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902121e-a583-49b6-9e84-473e9aad8be1 req-30d3dff9-2460-4d9b-b3a5-fecaeab6cb5d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:12.540197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-d902121e-a583-49b6-9e84-473e9aad8be1 req-30d3dff9-2460-4d9b-b3a5-fecaeab6cb5d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Synchronizing usage tracker for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:42:12.548493 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2057424 Apr 05 15:42:12.558865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d787f00-ce8e-4ee2-bb5b-27b419009b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da70e09-0626-4b4f-ab8a-d38fa16e22f3'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:12.574836 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6d3543-1fa2-4180-996c-36c1f6396e3f admin admin] Deleting subnet f1f781e7-a13e-4eaa-9969-2f3f50c46760 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:42:12.585073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Request body: {'port': {'device_id': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:12.587490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3543-1fa2-4180-996c-36c1f6396e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:12.668434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3543-1fa2-4180-996c-36c1f6396e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822484389'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:12.737384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3543-1fa2-4180-996c-36c1f6396e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:12.769565 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-d902121e-a583-49b6-9e84-473e9aad8be1 req-30d3dff9-2460-4d9b-b3a5-fecaeab6cb5d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Unset dirty status for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:42:12.771101 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d902121e-a583-49b6-9e84-473e9aad8be1 req-30d3dff9-2460-4d9b-b3a5-fecaeab6cb5d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 931 time: 0.6361220 Apr 05 15:42:12.782804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:12.814989 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-70e47520-6ec8-4b1e-877c-08d6e3c5eca5 req-9fb379e1-c272-4499-bb7f-ec11f7aed9ff tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700386 Apr 05 15:42:12.867505 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-a6e481f6-ee56-4457-abe0-0ef813c0f789 None None] Provisioning for port 9bc27bae-2330-42e4-9361-ada295d92df0 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:42:12.889624 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-a6e481f6-ee56-4457-abe0-0ef813c0f789 None None] Provisioning complete for port 9bc27bae-2330-42e4-9361-ada295d92df0 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:12.890058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a6e481f6-ee56-4457-abe0-0ef813c0f789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:12.901350 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d902121e-a583-49b6-9e84-473e9aad8be1 req-f08c7ed6-7793-4fd8-9f80-b6cb7536f721 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199832 Apr 05 15:42:12.983918 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d787f00-ce8e-4ee2-bb5b-27b419009b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da70e09-0626-4b4f-ab8a-d38fa16e22f3', 'code': 200} Apr 05 15:42:13.054415 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-a6e481f6-ee56-4457-abe0-0ef813c0f789 None None] Port 9bc27bae-2330-42e4-9361-ada295d92df0 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:42:13.150340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3543-1fa2-4180-996c-36c1f6396e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32290304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33446941'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:13.175010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:13.263547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd66de-3f61-420d-86e3-ddac2131aa91 req-23fcd228-21e6-4f69-ac7d-cf728de3bee6 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:13.265187 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-45dd66de-3f61-420d-86e3-ddac2131aa91 req-23fcd228-21e6-4f69-ac7d-cf728de3bee6 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.1394241 Apr 05 15:42:13.305182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d3543-1fa2-4180-996c-36c1f6396e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f781e7-a13e-4eaa-9969-2f3f50c46760,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:13.308827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7e6d3543-1fa2-4180-996c-36c1f6396e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:13.383205 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-45dd66de-3f61-420d-86e3-ddac2131aa91 req-0d72a983-bd9d-49a0-ac4f-f4769589c614 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051362 Apr 05 15:42:13.458949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3543-1fa2-4180-996c-36c1f6396e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:13.473691 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-7e6d3543-1fa2-4180-996c-36c1f6396e3f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f1f781e7-a13e-4eaa-9969-2f3f50c46760 HTTP/1.1" status: 204 len: 168 time: 1.0150828 Apr 05 15:42:13.474659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51222) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:13.478868 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f970b6-da76-47d2-a569-06ad517ab79e req-12a2938d-8fab-42c8-8bef-deb6c3f3765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:13.480414 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e6f970b6-da76-47d2-a569-06ad517ab79e req-12a2938d-8fab-42c8-8bef-deb6c3f3765e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 1099 time: 0.2302210 Apr 05 15:42:13.596592 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc27bae-2330-42e4-9361-ada295d92df0 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:13.616579 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e6f970b6-da76-47d2-a569-06ad517ab79e req-bee0e4e8-bde8-42d8-a062-203c119ebfcf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157165 Apr 05 15:42:13.620907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:13.642612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Transition to ACTIVE for port object 9bc27bae-2330-42e4-9361-ada295d92df0 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:42:13.649811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:13.662602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:13.682815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:13.874759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:13.882794 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:13.888034 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:14.023272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51244) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:14.048130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:14.063916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd184ce5c-fc2b-415b-b15f-8fb3eb724953') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:14.064597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd184ce5c-fc2b-415b-b15f-8fb3eb724953') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:14.079047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32291410'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:14.097057 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:14.105959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:42:14.241699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Attempting to bind port 9bc27bae-2330-42e4-9361-ada295d92df0 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:42:14.242335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Attempting to bind port 9bc27bae-2330-42e4-9361-ada295d92df0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:42:14.242706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Attempting to bind port 9bc27bae-2330-42e4-9361-ada295d92df0 on network 1110e049-b223-4a06-9e2d-18da09acc010 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:42:14.252619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Port 9bc27bae-2330-42e4-9361-ada295d92df0 on network 1110e049-b223-4a06-9e2d-18da09acc010 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:42:14.253035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Attempting to bind port 9bc27bae-2330-42e4-9361-ada295d92df0 on network 1110e049-b223-4a06-9e2d-18da09acc010 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:42:14.259046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:42:14.259420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Checking segment: {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:42:14.260194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Bound using segment: {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:42:14.260795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Bound port: 9bc27bae-2330-42e4-9361-ada295d92df0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:42:14.261197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:14.313211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:14.384741 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff225-b5f2-4116-8672-bdab0d62e3f2 req-2d7964ff-2ba2-4851-a2ef-e024f6b5ed82 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:14.405133 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-458ff225-b5f2-4116-8672-bdab0d62e3f2 req-2d7964ff-2ba2-4851-a2ef-e024f6b5ed82 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.2516029 Apr 05 15:42:14.405407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:14.410240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] Usage tracker for resource:security_group_rule and tenant:5cb9883985cb4385b9b9cffaa777061d is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:14.413681 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:14.420706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:14.446135 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:42:14.475429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Network a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:42:14.493442 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-458ff225-b5f2-4116-8672-bdab0d62e3f2 req-da71d138-b23f-4684-bacd-6bca5383f5a2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829196 Apr 05 15:42:14.501153 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32290475'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:14.654975 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cf5e9-573b-4e85-853d-4f1b9a6f50c3 req-c1fcd8ff-b200-496a-8263-80d0467dc8b2 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:14.656664 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-832cf5e9-573b-4e85-853d-4f1b9a6f50c3 req-c1fcd8ff-b200-496a-8263-80d0467dc8b2 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.0919657 Apr 05 15:42:14.697212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Network a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:42:14.726104 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-832cf5e9-573b-4e85-853d-4f1b9a6f50c3 req-38419cde-e01e-4234-9d3d-fd839a0d9678 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617006 Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:42:14.836182 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:42:14.843658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:42:14.850551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:14.889362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:14.919776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:14.921544 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:14.924589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:14.953342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:14.963245 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5cb9883985cb4385b9b9cffaa777061d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9388716 Apr 05 15:42:14.967522 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51268) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:14.975614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:15.060227 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e2f500ee-8256-43fa-8bc1-33f3787ebb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:15.092881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e2f500ee-8256-43fa-8bc1-33f3787ebb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:15.099204 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:15.114400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:15.123410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9556b5-3b9e-4b35-a765-bc14ecb75753,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:15.131209 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:15.141111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:15.157027 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] 10.222.0.46 "DELETE /v2.0/networks/a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af HTTP/1.1" status: 204 len: 168 time: 1.6808240 Apr 05 15:42:15.169284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Pushing event deleted for resources: {'Network': ['ID=a17a87b3-0252-4ed4-87b5-a8d7a2e2e6af,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:15.172788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:15.188601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e2f500ee-8256-43fa-8bc1-33f3787ebb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:15.196791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e749193c-fcf1-4610-b928-03928620ee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:15.248825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:15.249755 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:15.251826 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/9bc27bae-2330-42e4-9361-ada295d92df0 HTTP/1.1" status: 200 len: 1093 time: 2.6767976 Apr 05 15:42:15.252597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:15.257471 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f500ee-8256-43fa-8bc1-33f3787ebb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9556b5-3b9e-4b35-a765-bc14ecb75753,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:15.259742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e2f500ee-8256-43fa-8bc1-33f3787ebb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:15.260773 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e2f500ee-8256-43fa-8bc1-33f3787ebb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:15.261987 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e2f500ee-8256-43fa-8bc1-33f3787ebb22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f9556b5-3b9e-4b35-a765-bc14ecb75753 HTTP/1.1" status: 204 len: 168 time: 0.2905552 Apr 05 15:42:15.455902 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51286) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:15.554093 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-b22e4617-fa70-4296-b58e-dcbc708f086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:15.554093 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-b22e4617-fa70-4296-b58e-dcbc708f086e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 1096 time: 0.2322028 Apr 05 15:42:15.616133 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f3dcb5aa-38b0-4fcb-a3f0-a4bf0d8ae9f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f822791490244e7ba1af55d849e47c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588752 Apr 05 15:42:15.618956 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51304) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:15.710980 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-c39c35b8-d9a1-40e6-b260-1d3104bf480e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bc27bae-2330-42e4-9361-ada295d92df0 HTTP/1.1" status: 200 len: 217 time: 0.1351335 Apr 05 15:42:15.729307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea688f0-db23-4f60-b6e2-2fe3382c1d5a req-f6fd1fe8-b6b1-4481-a7f4-af7e79683a3f tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:15.730916 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fea688f0-db23-4f60-b6e2-2fe3382c1d5a req-f6fd1fe8-b6b1-4481-a7f4-af7e79683a3f tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 945 time: 0.3456402 Apr 05 15:42:15.757717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c99-0d0a-4184-ad77-2d258d4c4f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:15.770621 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51312) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:15.803223 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:15.822761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c99-0d0a-4184-ad77-2d258d4c4f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:15.834460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:15.838978 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b632f6dae14b75be7e2aa9626978f9 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:15.842635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:15.852667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:15.857046 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0', 'status': 'completed', 'code': 200} Apr 05 15:42:15.861654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-2dffffee-3ba5-43ef-b5e6-92d25cf0d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:15.863528 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-2dffffee-3ba5-43ef-b5e6-92d25cf0d554 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.1433268 Apr 05 15:42:15.883638 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fea688f0-db23-4f60-b6e2-2fe3382c1d5a req-63ae153c-894d-420b-a74b-fbbd284057c7 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112518 Apr 05 15:42:15.974358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:16.006594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:16.047949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4cf6cc1d-d36d-4d3f-ac63-585cae1781df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:16.117873 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2b632f6dae14b75be7e2aa9626978f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432395 Apr 05 15:42:16.117873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc1c474-b5d2-49fc-87a2-81148c1bd0b0,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:16.119199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51320) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:16.122606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:16.171183 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c99-0d0a-4184-ad77-2d258d4c4f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:16.178796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e2f500ee-8256-43fa-8bc1-33f3787ebb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:16.194560 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-203c5839-218f-4ca5-965a-9e99e0cec5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:16.196199 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-203c5839-218f-4ca5-965a-9e99e0cec5f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3115437 Apr 05 15:42:16.211801 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c99-0d0a-4184-ad77-2d258d4c4f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:16.214361 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d08b0c99-0d0a-4184-ad77-2d258d4c4f8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65664a37-b7d6-4e94-b171-1590143da984 HTTP/1.1" status: 204 len: 168 time: 0.5941408 Apr 05 15:42:16.215550 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b0c99-0d0a-4184-ad77-2d258d4c4f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65664a37-b7d6-4e94-b171-1590143da984,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:16.218913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d08b0c99-0d0a-4184-ad77-2d258d4c4f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:16.244754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5881872f-b209-4322-a55e-c068ff4e3681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:16.291713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5881872f-b209-4322-a55e-c068ff4e3681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:16.333391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d50ac4-616e-4245-b5b9-80cefebc3946 req-b5a02df7-9dfb-41ee-a389-9a2b15f17472 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:16.335934 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-49d50ac4-616e-4245-b5b9-80cefebc3946 req-b5a02df7-9dfb-41ee-a389-9a2b15f17472 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.3315227 Apr 05 15:42:16.344618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5881872f-b209-4322-a55e-c068ff4e3681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:16.350013 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:16.366495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881872f-b209-4322-a55e-c068ff4e3681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc1c474-b5d2-49fc-87a2-81148c1bd0b0,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:16.369756 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5881872f-b209-4322-a55e-c068ff4e3681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:16.373608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5881872f-b209-4322-a55e-c068ff4e3681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:16.374856 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-5881872f-b209-4322-a55e-c068ff4e3681 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fc1c474-b5d2-49fc-87a2-81148c1bd0b0 HTTP/1.1" status: 204 len: 168 time: 0.2544835 Apr 05 15:42:16.460693 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de851df-784a-4a9a-b595-46b6453e6976 req-72944600-0b55-4e75-a795-fef3590ae5c2 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:16.462331 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8de851df-784a-4a9a-b595-46b6453e6976 req-72944600-0b55-4e75-a795-fef3590ae5c2 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.3978381 Apr 05 15:42:16.520322 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-49d50ac4-616e-4245-b5b9-80cefebc3946 req-a547adf0-c7a3-452d-b644-99133d485952 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704056 Apr 05 15:42:16.562437 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8de851df-784a-4a9a-b595-46b6453e6976 req-4eaaa054-d44a-4e45-ae66-097acab16869 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825768 Apr 05 15:42:16.589599 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-ae732143-14d2-4934-a371-01434d6ab1d3 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809106 Apr 05 15:42:16.795667 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8050dec8-b1e7-47e4-a80d-115b2546b85b req-b6e0a8c9-042e-4eaa-b425-79732e8fdc86 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989410 Apr 05 15:42:16.825708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51346) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:16.880838 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a6ecf7b4-917b-46d9-8604-66d727d6fc1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e394fb5f852b436ca49abb6d5fdb8176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537834 Apr 05 15:42:16.883311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51350) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:16.974697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-0c4d1b43-856f-439f-968a-b41e3c980334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:16.976340 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-0c4d1b43-856f-439f-968a-b41e3c980334 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 1096 time: 0.1212497 Apr 05 15:42:17.090794 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fd149d3e-d3e5-4b4a-8eb0-47e343ae524c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:17.162918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fd149d3e-d3e5-4b4a-8eb0-47e343ae524c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:17.228524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929a9e2-7fc6-4fa2-be45-e180e59678af req-21a5a2b7-98cb-45b1-8594-4ea40a717e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:17.230144 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d929a9e2-7fc6-4fa2-be45-e180e59678af req-21a5a2b7-98cb-45b1-8594-4ea40a717e74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 1099 time: 0.2144630 Apr 05 15:42:17.321474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fd149d3e-d3e5-4b4a-8eb0-47e343ae524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:17.389181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e57d4581-68fe-4747-b69f-14967a460749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:17.414198 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd149d3e-d3e5-4b4a-8eb0-47e343ae524c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fae2bc-f89a-49d1-aea7-37dcfc5b0985,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:17.419826 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fd149d3e-d3e5-4b4a-8eb0-47e343ae524c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:17.427326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fd149d3e-d3e5-4b4a-8eb0-47e343ae524c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:17.431390 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-fd149d3e-d3e5-4b4a-8eb0-47e343ae524c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1fae2bc-f89a-49d1-aea7-37dcfc5b0985 HTTP/1.1" status: 204 len: 168 time: 0.5442092 Apr 05 15:42:17.459554 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929a9e2-7fc6-4fa2-be45-e180e59678af req-07639c2c-769b-4d2b-8c9f-074363019340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:17.461199 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d929a9e2-7fc6-4fa2-be45-e180e59678af req-07639c2c-769b-4d2b-8c9f-074363019340 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 919 time: 0.2232389 Apr 05 15:42:17.554467 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-432637d3-080f-4731-bbcb-a39f6fd67998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:17.556058 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-432637d3-080f-4731-bbcb-a39f6fd67998 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 918 time: 0.5683401 Apr 05 15:42:17.595223 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d929a9e2-7fc6-4fa2-be45-e180e59678af req-9e80707f-7f8a-4974-a53b-4a5abe35eaf9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da70e09-0626-4b4f-ab8a-d38fa16e22f3 HTTP/1.1" status: 200 len: 217 time: 0.1253731 Apr 05 15:42:17.677786 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-d2095faf-6e6a-4c38-a6af-9615a1d2ebce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bc27bae-2330-42e4-9361-ada295d92df0 HTTP/1.1" status: 200 len: 217 time: 0.1071239 Apr 05 15:42:17.691001 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929a9e2-7fc6-4fa2-be45-e180e59678af req-62278282-0da2-437f-b359-3bede11b4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:17.692535 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d929a9e2-7fc6-4fa2-be45-e180e59678af req-62278282-0da2-437f-b359-3bede11b4a43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 200 len: 858 time: 0.0885348 Apr 05 15:42:17.750780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-e5b6c055-ead9-4d95-bfe8-7a570b58e517 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:17.751602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-e5b6c055-ead9-4d95-bfe8-7a570b58e517 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Synchronizing usage tracker for tenant:4cd82842cdc845b3b3a938d6a2009082 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:42:17.762949 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d929a9e2-7fc6-4fa2-be45-e180e59678af req-6220c94d-c1c8-4871-8664-5568b11c47b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffadb37e-9238-46c9-8a24-86bdd147930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626714 Apr 05 15:42:17.763825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-b6dd0821-4435-49c7-a09f-803fc4c1abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:17.765413 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-b6dd0821-4435-49c7-a09f-803fc4c1abc2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.0754139 Apr 05 15:42:17.788485 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22149eb4-cdb7-4f33-b33a-2663a9e44763 req-227f3fc2-a6df-4f67-84de-58b24272a181 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:17.793885 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-22149eb4-cdb7-4f33-b33a-2663a9e44763 req-227f3fc2-a6df-4f67-84de-58b24272a181 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.3510895 Apr 05 15:42:17.822835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-e5b6c055-ead9-4d95-bfe8-7a570b58e517 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Unset dirty status for tenant:4cd82842cdc845b3b3a938d6a2009082 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:42:17.824214 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-e5b6c055-ead9-4d95-bfe8-7a570b58e517 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.49 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 945 time: 0.2808721 Apr 05 15:42:17.893926 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c6f89-79e4-436c-a0e0-92fbe7823b1e req-aac4d085-6b6d-4489-8886-b9d6a1e40d47 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:17.901486 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a06c6f89-79e4-436c-a0e0-92fbe7823b1e req-aac4d085-6b6d-4489-8886-b9d6a1e40d47 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 945 time: 0.4552433 Apr 05 15:42:17.943114 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-22149eb4-cdb7-4f33-b33a-2663a9e44763 req-1b48a4b9-82ef-43f7-a87e-1bcdf210c243 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481545 Apr 05 15:42:18.073657 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a06c6f89-79e4-436c-a0e0-92fbe7823b1e req-9557dbcf-1987-4d76-a0ae-1e96d4e2f917 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/security-groups?id=455de006-aec1-4d5a-aab2-87ba456e226d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706593 Apr 05 15:42:18.092666 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-7f728a52-0f72-41c4-9476-04cb5695bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:18.094560 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-7f728a52-0f72-41c4-9476-04cb5695bf16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3185983 Apr 05 15:42:18.326373 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-3a8fd3bf-1a47-4616-99a7-72c6add35e7d service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237091 Apr 05 15:42:18.466093 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Deleting port 9ad81af8-4312-4b39-95bd-9d717468635f {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:42:18.466659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:18.593522 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5201f90f-1af5-4714-b0d3-441074ad4c83 req-abaabeea-e865-4d89-91ab-a255abeada1d service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875298 Apr 05 15:42:18.641319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12eff6-ae5a-4e41-83d4-0ad263ae9c50 req-d58fcb5d-c401-48d5-868a-3306708c6ca8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:18.648993 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ef12eff6-ae5a-4e41-83d4-0ad263ae9c50 req-d58fcb5d-c401-48d5-868a-3306708c6ca8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.3214188 Apr 05 15:42:18.698457 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d929a9e2-7fc6-4fa2-be45-e180e59678af req-96d4d75e-4977-4258-8fdc-e4395a95b218 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9196129 Apr 05 15:42:18.721132 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ef12eff6-ae5a-4e41-83d4-0ad263ae9c50 req-e1f69cdc-bb63-4d7e-80cd-2b7dc1401e74 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710745 Apr 05 15:42:18.931822 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-3c99a6a5-d719-4d9f-b039-ba01aa22660a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:18.933669 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-3c99a6a5-d719-4d9f-b039-ba01aa22660a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 814 time: 0.2431540 Apr 05 15:42:18.963585 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-b9138e1d-783c-4281-acf6-a997fae1328f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/quotas/a6e238b8bfc34a4e9c037a20169e5897 HTTP/1.1" status: 200 len: 375 time: 0.0234053 Apr 05 15:42:19.064930 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d929a9e2-7fc6-4fa2-be45-e180e59678af req-6b2e1e47-ee20-4ace-84b3-6227d3236d49 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526077 Apr 05 15:42:19.118780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] For port 9ad81af8-4312-4b39-95bd-9d717468635f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9ad81af8-4312-4b39-95bd-9d717468635f,segment=NetworkSegment(e0cc72e0-7784-4b25-a1e9-fc3613cfdd34),segment_id=e0cc72e0-7784-4b25-a1e9-fc3613cfdd34)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:19.119194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:19.194918 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-9c266f5b-52a4-4cb3-b94e-ca1d2ff5b4a7 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2251768 Apr 05 15:42:19.370442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Calling delete_port for 9ad81af8-4312-4b39-95bd-9d717468635f owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:42:19.456660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34bac5-c8d5-4c8c-be95-3d5965791b40 req-f9ce60e3-5fee-4f25-96c0-821465459912 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:19.458824 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2e34bac5-c8d5-4c8c-be95-3d5965791b40 req-f9ce60e3-5fee-4f25-96c0-821465459912 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2623351 Apr 05 15:42:19.502173 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-c0875038-3e39-4bb6-8326-085a6e0b86b4 service neutron] 10.222.0.46 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327685 Apr 05 15:42:19.586421 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2e34bac5-c8d5-4c8c-be95-3d5965791b40 req-a161b175-8303-4a3f-8ca6-e53a4b628e73 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089797 Apr 05 15:42:19.702460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:19.717366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['9ad81af8-4312-4b39-95bd-9d717468635f'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:42:19.726956 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:19.803417 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-9ac33a30-9c60-46c6-bf2e-ce7054b07d15 service neutron] 10.222.0.46 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793896 Apr 05 15:42:19.895226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Pushing event deleted for resources: {'Port': ['ID=9ad81af8-4312-4b39-95bd-9d717468635f,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:19.905930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:19.939948 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-28863308-62fc-4e22-b310-e72130d75fe7 req-660a195c-f462-4ef8-9ea8-4f6244a91cad tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 210 time: 0.1307268 Apr 05 15:42:20.015255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9bc27bae-2330-42e4-9361-ada295d92df0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:42:20.297119 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 51526) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:20.308452 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-403cafff-5b16-4fe1-961e-afdd5b9d1f1d req-e0fa90bd-01f8-44f6-aa52-2952b5762031 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 210 time: 0.1034784 Apr 05 15:42:20.364034 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f9a3a-5a7d-4843-908d-3c7d76dafa7a req-036e31ab-d352-4aa6-8853-4f52447d3503 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:20.378936 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e80f9a3a-5a7d-4843-908d-3c7d76dafa7a req-036e31ab-d352-4aa6-8853-4f52447d3503 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.2520592 Apr 05 15:42:20.447886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] No DVR routers for this DVR port 9ad81af8-4312-4b39-95bd-9d717468635f on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:42:20.455567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:20.467987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52116abb-6df8-44e3-8791-d0870a822559', 'name': 'network-vif-deleted', 'tag': '9ad81af8-4312-4b39-95bd-9d717468635f'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:20.476103 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1c66a30f-ae83-4311-b5f3-84215c59558b req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.49 "DELETE /v2.0/ports/9ad81af8-4312-4b39-95bd-9d717468635f HTTP/1.1" status: 204 len: 173 time: 2.4826176 Apr 05 15:42:20.480124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:20.499429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '9bc27bae-2330-42e4-9361-ada295d92df0', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'port_id': '9bc27bae-2330-42e4-9361-ada295d92df0', 'mac_address': 'fa:16:3e:85:31:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:42:20.517065 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e80f9a3a-5a7d-4843-908d-3c7d76dafa7a req-54fd4db7-f387-4904-80c6-04f8a3eaaa5b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370947 Apr 05 15:42:20.589328 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52116abb-6df8-44e3-8791-d0870a822559', 'name': 'network-vif-deleted', 'tag': '9ad81af8-4312-4b39-95bd-9d717468635f', 'status': 'completed', 'code': 200} Apr 05 15:42:20.654515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:20.668688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:20.691289 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:20.697356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] Usage tracker for resource:security_group_rule and tenant:d658517e1320420eae7c77dd49908624 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:20.700924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc27bae-2330-42e4-9361-ada295d92df0 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:20.701857 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:20.710468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:20.730263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:20.741264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:20.743537 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:20.832528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:20.838580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:20.845535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:20.893028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:20.926474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9fd830f2-899d-4b3e-9bf0-4f6e95c276db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:20.979451 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d658517e1320420eae7c77dd49908624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6695249 Apr 05 15:42:20.980634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b8dee2-e575-4d77-a8c8-701337125f83,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:20.982189 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51564) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:21.002532 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:21.065382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc41ed-f5ed-4715-8a98-5e0b8899ec53 req-8f2863ed-4c27-443d-8a8a-e36c275c5bb0 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:21.074112 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2edc41ed-f5ed-4715-8a98-5e0b8899ec53 req-8f2863ed-4c27-443d-8a8a-e36c275c5bb0 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2395527 Apr 05 15:42:21.118981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d1e8-fa1b-4f8b-b643-98b4e99b65a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:21.146071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['9bc27bae-2330-42e4-9361-ada295d92df0'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:42:21.167677 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2edc41ed-f5ed-4715-8a98-5e0b8899ec53 req-210ca078-05cd-4e3f-bd39-8d559a30b148 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786099 Apr 05 15:42:21.188382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d1e8-fa1b-4f8b-b643-98b4e99b65a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:21.270811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d1e8-fa1b-4f8b-b643-98b4e99b65a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:21.277415 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8b7e84ca-2881-4065-9ecd-dfad2b0b12f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:21.293701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2d1e8-fa1b-4f8b-b643-98b4e99b65a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b8dee2-e575-4d77-a8c8-701337125f83,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:21.297228 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d9a59324-be78-466b-83be-3d3cf06a7b89 req-574671d0-1e50-4092-bcf7-c489b8b34928 tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] 10.222.0.46 "GET /v2.0/ports?device_id=52116abb-6df8-44e3-8791-d0870a822559 HTTP/1.1" status: 200 len: 210 time: 0.1097617 Apr 05 15:42:21.300795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6ae2d1e8-fa1b-4f8b-b643-98b4e99b65a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:21.306178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d1e8-fa1b-4f8b-b643-98b4e99b65a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:21.307923 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6ae2d1e8-fa1b-4f8b-b643-98b4e99b65a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89b8dee2-e575-4d77-a8c8-701337125f83 HTTP/1.1" status: 204 len: 168 time: 0.3246899 Apr 05 15:42:21.538825 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2495f6d0-3917-4b33-bf12-033659f34518 req-2e7ca2fa-8581-4d26-88f8-12b292a212f6 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 210 time: 0.0614035 Apr 05 15:42:21.823394 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51608) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:21.895716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c303f-e2e1-437a-80a2-85a99b153967 req-372f88bc-1a12-444b-930d-384bedf05415 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:21.899248 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cf5c303f-e2e1-437a-80a2-85a99b153967 req-372f88bc-1a12-444b-930d-384bedf05415 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 944 time: 0.1781201 Apr 05 15:42:21.968988 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cf5c303f-e2e1-437a-80a2-85a99b153967 req-315f3ec8-5943-41c2-adee-92c56cc4ae09 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638900 Apr 05 15:42:22.030563 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9ad81af8-4312-4b39-95bd-9d717468635f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:42:22.038831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.060393 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:22.072476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] Usage tracker for resource:security_group_rule and tenant:b9162eb445864998a564313ef6dcbb03 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:22.078522 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:22.082675 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 9ad81af8-4312-4b39-95bd-9d717468635f {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:42:22.083393 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9ad81af8-4312-4b39-95bd-9d717468635f not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:42:22.085068 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:22.128600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 51620) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:22.159739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.176954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:22.181932 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] Usage tracker for resource:security_group_rule and tenant:074877ccaa1b4a6aab06c9d27a9636c1 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:22.185805 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:22.188318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.193860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:22.194473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.205440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9eaec2bd-9a31-4c9a-9c05-80ef7ad34888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:22.258098 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9162eb445864998a564313ef6dcbb03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326050 Apr 05 15:42:22.259075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd3fced-bd00-4977-b749-5917431d50d7,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:22.263912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:22.264670 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51630) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:22.297802 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.303401 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.336494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5d29af7d-ebec-41e6-b861-eb3c119e638d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:22.342083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b7e6-01cc-470e-b8c6-71f9d4f07be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.420343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51638) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:22.422113 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=074877ccaa1b4a6aab06c9d27a9636c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837031 Apr 05 15:42:22.433445 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b7e6-01cc-470e-b8c6-71f9d4f07be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.558485 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c51ca5-e37c-48bd-aaf4-009c14d5ff46,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:22.562794 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:22.591251 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028078c9-51dd-437f-995d-13e4c017976e req-04c2bba4-37be-432a-a465-99d7062b6f19 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:22.593087 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-028078c9-51dd-437f-995d-13e4c017976e req-04c2bba4-37be-432a-a465-99d7062b6f19 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.1696429 Apr 05 15:42:22.637019 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-80ddc961-08f4-428f-81a9-9a4112869f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.665665 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-80ddc961-08f4-428f-81a9-9a4112869f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.682313 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-028078c9-51dd-437f-995d-13e4c017976e req-107a1c21-7c67-4fbe-bc65-e0ca7cb2e8d9 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804539 Apr 05 15:42:22.748379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-6dae0eda-f275-41ab-a7e6-940d794f5d8d tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:22.749607 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-6dae0eda-f275-41ab-a7e6-940d794f5d8d tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 814 time: 0.3874118 Apr 05 15:42:22.750318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-80ddc961-08f4-428f-81a9-9a4112869f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.756221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8fba53be-5ad8-44a4-b09b-ba0823071888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:22.777011 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Request body: {'port': {'device_id': '10672816-bd1a-4588-a1e4-cd49ff3b1a96', 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb', 'admin_state_up': True, 'tenant_id': 'a6e238b8bfc34a4e9c037a20169e5897'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:22.814731 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b894e4b7-7b83-4a28-9c86-3d22dce746d5 req-55691e3f-8461-45bb-b528-1d8988a2b7b2 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 210 time: 0.0759571 Apr 05 15:42:22.816160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddc961-08f4-428f-81a9-9a4112869f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c51ca5-e37c-48bd-aaf4-009c14d5ff46,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:22.823150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-80ddc961-08f4-428f-81a9-9a4112869f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:22.823820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b7e6-01cc-470e-b8c6-71f9d4f07be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.836882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-09a87bb9-7107-4775-b67b-ce3af5116da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:22.913607 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1b7e6-01cc-470e-b8c6-71f9d4f07be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd3fced-bd00-4977-b749-5917431d50d7,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:22.927051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b7e6-01cc-470e-b8c6-71f9d4f07be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.930892 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b7a1b7e6-01cc-470e-b8c6-71f9d4f07be7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fcd3fced-bd00-4977-b749-5917431d50d7 HTTP/1.1" status: 204 len: 168 time: 0.6624796 Apr 05 15:42:22.930892 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b7a1b7e6-01cc-470e-b8c6-71f9d4f07be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:22.933300 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-80ddc961-08f4-428f-81a9-9a4112869f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.934436 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-80ddc961-08f4-428f-81a9-9a4112869f3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2c51ca5-e37c-48bd-aaf4-009c14d5ff46 HTTP/1.1" status: 204 len: 168 time: 0.5112236 Apr 05 15:42:23.007848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:23.019140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:23.034322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Made reservation on behalf of a6e238b8bfc34a4e9c037a20169e5897 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:23.043271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:23.291020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67921696-20fd-4170-ada8-5cf458e86b49 req-028dd72a-9e67-4737-a3a2-66b9feb72f9b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:23.298857 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-67921696-20fd-4170-ada8-5cf458e86b49 req-028dd72a-9e67-4737-a3a2-66b9feb72f9b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 944 time: 0.1695626 Apr 05 15:42:23.343174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Allocated IP 172.20.0.6 (ba80e037-f064-4d3a-98d3-65326d3ed1eb/a72d469a-6199-4f3a-9c3e-03cee04bffc8/4f486ad2-0f26-4590-b00c-794e2724d60b) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:42:23.382614 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-67921696-20fd-4170-ada8-5cf458e86b49 req-bec29080-5478-4dc1-ae79-f79dd2e30ae1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781713 Apr 05 15:42:23.563469 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 51686) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:23.600344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:23.624432 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:23.643746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:23.650780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:39df838e0b7c4bb88176c7d9fc3d5077 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:23.654278 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:23.661063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:23.662939 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:23.684303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-92d62115-dc09-418f-bb92-432cd4012ede service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:23.753021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51698) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:23.770660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['75ea3397-249a-42b1-abb2-6705eed27778'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:42:23.817687 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:23.821593 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:23.867435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d3732c4e-e6a4-4570-8ffb-e5e710719a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:23.907123 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39df838e0b7c4bb88176c7d9fc3d5077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415675 Apr 05 15:42:23.909347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 51710) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:23.912562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ea065e-603e-4c09-a456-d5186988b8a8,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:23.916623 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:24.018210 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Pushing event updated for resources: {'Port': ['ID=4f486ad2-0f26-4590-b00c-794e2724d60b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:24.041501 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.041916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.042313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.042706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.043097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.043487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.043872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.048834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.053006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.053466 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.053997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.054398 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.071691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:24.111591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Network ba80e037-f064-4d3a-98d3-65326d3ed1eb is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:42:24.113085 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:24.116746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9bc27bae-2330-42e4-9361-ada295d92df0 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:42:24.120118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:42:24.215780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:24.216529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.230725 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.251961 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4841409 Apr 05 15:42:24.269789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Request body: {'port': {'device_id': '10672816-bd1a-4588-a1e4-cd49ff3b1a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:24.274768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.314773 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 9bc27bae-2330-42e4-9361-ada295d92df0 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:42:24.322631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 9bc27bae-2330-42e4-9361-ada295d92df0 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:24.323598 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.359872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.378039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5af4e3f1-6517-4880-9942-026b8ce3df46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:24.382566 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.403045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ea065e-603e-4c09-a456-d5186988b8a8,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:24.408499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.413235 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99ea065e-603e-4c09-a456-d5186988b8a8 HTTP/1.1" status: 204 len: 168 time: 0.4949441 Apr 05 15:42:24.432773 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993181-04e0-448e-a084-17851099b23e req-ef282424-ca3d-4807-8e60-c3878987058c tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:24.441855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:24.442054 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9c993181-04e0-448e-a084-17851099b23e req-ef282424-ca3d-4807-8e60-c3878987058c tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 931 time: 0.3298347 Apr 05 15:42:24.445732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.446221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.446696 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.447275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.447894 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.448352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.448834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.449284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.450088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.450545 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.451061 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.451442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:24.456203 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:24.467359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408b78-5fe9-4516-9ae5-7a698145daf9 req-5e1b8eb2-384f-400f-9ec9-d7b0eca23d96 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:24.469954 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e8408b78-5fe9-4516-9ae5-7a698145daf9 req-5e1b8eb2-384f-400f-9ec9-d7b0eca23d96 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.5594034 Apr 05 15:42:24.482113 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.528916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:24.542306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:24.545555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] Usage tracker for resource:security_group_rule and tenant:2957a15cf3fc440398d68a952285b37c is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:24.547306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.551391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:24.551516 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:24.552299 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9c993181-04e0-448e-a084-17851099b23e req-3524a302-810b-4544-9482-f6ce3b983282 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092744 Apr 05 15:42:24.575786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:24.632071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.645444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:24.650473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:24.651877 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e8408b78-5fe9-4516-9ae5-7a698145daf9 req-44302230-24e2-487d-9b1d-d3cc612ea603 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213057 Apr 05 15:42:24.737523 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0', 'code': 200} Apr 05 15:42:24.761006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dec30979-f7bd-43d8-89ad-1aa4b804ae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.784673 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.791333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:24.820704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-14c1b5f8-28d8-41f8-a9d3-81294fbf20c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:24.845855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51742) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:25.095368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de0fe22-ea53-4788-a04f-f76a1279bb99,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:25.117013 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2957a15cf3fc440398d68a952285b37c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2582169 Apr 05 15:42:25.118165 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 51754) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:25.119994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:25.176417 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbc4259-1de0-495c-97cc-3a694b92f697 admin admin] Deleting subnet f368a720-e00d-42cb-b291-d4780673b971 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:42:25.188665 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4259-1de0-495c-97cc-3a694b92f697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:25.225106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c5942-4fef-46fc-bc84-69faea5a5cc0 req-d0834942-eff0-47ab-92a3-2fd030287b36 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:25.233044 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be8c5942-4fef-46fc-bc84-69faea5a5cc0 req-d0834942-eff0-47ab-92a3-2fd030287b36 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.4243038 Apr 05 15:42:25.294261 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be8c5942-4fef-46fc-bc84-69faea5a5cc0 req-8f7abf5d-f8f5-4136-90be-c879f7c9fb9c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600052 Apr 05 15:42:25.295086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1079d3e6-c1c4-4797-9bfa-acc83b810a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:25.333847 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1079d3e6-c1c4-4797-9bfa-acc83b810a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:25.386100 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1079d3e6-c1c4-4797-9bfa-acc83b810a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:25.392954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b92e9eac-ab63-4ef9-ad4d-40561145bf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:25.409711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079d3e6-c1c4-4797-9bfa-acc83b810a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de0fe22-ea53-4788-a04f-f76a1279bb99,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:25.411837 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1079d3e6-c1c4-4797-9bfa-acc83b810a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:25.413307 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-1079d3e6-c1c4-4797-9bfa-acc83b810a82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2de0fe22-ea53-4788-a04f-f76a1279bb99 HTTP/1.1" status: 204 len: 168 time: 0.2938676 Apr 05 15:42:25.414581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1079d3e6-c1c4-4797-9bfa-acc83b810a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:25.648395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4259-1de0-495c-97cc-3a694b92f697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822484389'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:25.785307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfddb9-f962-4d21-af8a-3213a0ae111a req-bc992b76-648a-4bc4-adb3-dd9142cb9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:25.786701 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cccfddb9-f962-4d21-af8a-3213a0ae111a req-bc992b76-648a-4bc4-adb3-dd9142cb9dbd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 1098 time: 0.6876802 Apr 05 15:42:25.787886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4259-1de0-495c-97cc-3a694b92f697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:25.805454 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bf8a7-a05c-4ee1-8c5a-a5c8de152e26 req-bf954308-ce7e-4aad-8906-b622f52845a6 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:25.807142 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b80bf8a7-a05c-4ee1-8c5a-a5c8de152e26 req-bf954308-ce7e-4aad-8906-b622f52845a6 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 931 time: 0.1331503 Apr 05 15:42:25.914618 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b80bf8a7-a05c-4ee1-8c5a-a5c8de152e26 req-a4d7a5c3-2b10-443e-90ea-3b05d29fa835 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532699 Apr 05 15:42:25.978672 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dccbb-8047-4787-b787-2eb03ae56ec9 req-1b559d3a-8205-4d33-b3c5-a5db1551df8a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:25.994999 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-229dccbb-8047-4787-b787-2eb03ae56ec9 req-1b559d3a-8205-4d33-b3c5-a5db1551df8a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.1853416 Apr 05 15:42:26.005487 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cccfddb9-f962-4d21-af8a-3213a0ae111a req-747a2fc4-1c60-4ad3-974b-182b71ce6334 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352301 Apr 05 15:42:26.029483 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 51796) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:26.065876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.100642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:26.118766 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.125973 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-229dccbb-8047-4787-b787-2eb03ae56ec9 req-af4904d3-d45f-4db8-becb-12f2ae5d231a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274617 Apr 05 15:42:26.131435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] Usage tracker for resource:security_group_rule and tenant:948771b3ab4c47938ddd54e7db8c0291 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:26.146254 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:26.153245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:26.263005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f486ad2-0f26-4590-b00c-794e2724d60b {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:26.266115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.270172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.274812 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.305039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:26.311428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Transition to ACTIVE for port object 4f486ad2-0f26-4590-b00c-794e2724d60b will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:42:26.314477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4259-1de0-495c-97cc-3a694b92f697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32290304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33446941'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.323951 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=948771b3ab4c47938ddd54e7db8c0291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932277 Apr 05 15:42:26.327077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 51804) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:26.335322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5de6f17a-06d0-4524-9f4f-fecda06b97aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:26.373235 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c758f672-5102-4001-af1f-bff3ca6aad03,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:26.386164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:26.400786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.418216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ff70-778d-41e1-831e-c1a62356f567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.447349 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc4259-1de0-495c-97cc-3a694b92f697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f368a720-e00d-42cb-b291-d4780673b971,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:26.467473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7fbc4259-1de0-495c-97cc-3a694b92f697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:26.468125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:26.513060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ff70-778d-41e1-831e-c1a62356f567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.613994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aa099-4c06-46ac-a652-1678fe75572e req-aea534e5-aafe-4f7e-99d2-1394c7b7c2d4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:26.623701 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4f1aa099-4c06-46ac-a652-1678fe75572e req-aea534e5-aafe-4f7e-99d2-1394c7b7c2d4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1777222 Apr 05 15:42:26.685769 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4f1aa099-4c06-46ac-a652-1678fe75572e req-120b30cc-2a69-4cbd-a1e7-6b7cbf6c836c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607786 Apr 05 15:42:26.697080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4259-1de0-495c-97cc-3a694b92f697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.699672 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Pushing event updated for resources: {'Port': ['ID=4f486ad2-0f26-4590-b00c-794e2724d60b,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:26.704099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ff70-778d-41e1-831e-c1a62356f567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.706411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:26.710951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d3e874c2-362f-46c4-a7dd-24ab94ce68e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:26.718593 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-7fbc4259-1de0-495c-97cc-3a694b92f697 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f368a720-e00d-42cb-b291-d4780673b971 HTTP/1.1" status: 204 len: 168 time: 1.8492250 Apr 05 15:42:26.719540 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51826) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:26.727219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1ff70-778d-41e1-831e-c1a62356f567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c758f672-5102-4001-af1f-bff3ca6aad03,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:26.730442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-dfa1ff70-778d-41e1-831e-c1a62356f567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:26.738573 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ff70-778d-41e1-831e-c1a62356f567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:26.740068 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-dfa1ff70-778d-41e1-831e-c1a62356f567 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c758f672-5102-4001-af1f-bff3ca6aad03 HTTP/1.1" status: 204 len: 168 time: 0.4120326 Apr 05 15:42:26.989112 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-56a3d9eb-3be4-4067-afb5-89a9b8af0dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:27.146905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:27.480386 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:27.552635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d1ff1-b787-4909-89bd-188c047d46e2 req-e4f7710f-912a-4018-9801-b7f2641dc58a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:27.554654 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a57d1ff1-b787-4909-89bd-188c047d46e2 req-e4f7710f-912a-4018-9801-b7f2641dc58a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 943 time: 0.3772523 Apr 05 15:42:27.609349 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-e3b3f670-e414-4bf8-b648-a0265c02d8e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7207792 Apr 05 15:42:27.615681 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:27.634219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0f2ef-5568-47e8-9105-17339d0b38d2 req-25f211e0-64df-4778-98f8-f388cd8a49b8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:27.636411 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4f0f2ef-5568-47e8-9105-17339d0b38d2 req-25f211e0-64df-4778-98f8-f388cd8a49b8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2274327 Apr 05 15:42:27.655780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Attempting to bind port 4f486ad2-0f26-4590-b00c-794e2724d60b on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:42:27.656585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Attempting to bind port 4f486ad2-0f26-4590-b00c-794e2724d60b by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:42:27.656911 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Attempting to bind port 4f486ad2-0f26-4590-b00c-794e2724d60b on network ba80e037-f064-4d3a-98d3-65326d3ed1eb {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:42:27.693394 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a57d1ff1-b787-4909-89bd-188c047d46e2 req-d7e8e73f-96af-492a-9b7b-3e5c20c478bc tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308701 Apr 05 15:42:27.717425 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Port 4f486ad2-0f26-4590-b00c-794e2724d60b on network ba80e037-f064-4d3a-98d3-65326d3ed1eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:42:27.717787 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Attempting to bind port 4f486ad2-0f26-4590-b00c-794e2724d60b on network ba80e037-f064-4d3a-98d3-65326d3ed1eb {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:42:27.733628 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:42:27.734036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Checking segment: {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:42:27.734471 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Bound using segment: {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:42:27.734958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Bound port: 4f486ad2-0f26-4590-b00c-794e2724d60b, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:42:27.735344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:27.768328 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4f0f2ef-5568-47e8-9105-17339d0b38d2 req-2360429a-92ab-4a7d-aad2-e6de02efba4b tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242516 Apr 05 15:42:27.882998 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67effb9-41c2-4f71-9319-a1c6f20b8473']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:27.910982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cc72e0-7784-4b25-a1e9-fc3613cfdd34') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:27.911354 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cc72e0-7784-4b25-a1e9-fc3613cfdd34') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:27.941232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32291410'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:27.976431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:27.988273 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dedf8e-46a3-4869-a8dc-daf93c22fcbf req-4ae357ae-151d-46a9-aa02-e2bdbc536800 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:27.988780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] For port 4f486ad2-0f26-4590-b00c-794e2724d60b, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:42:27.994170 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:42:27.997604 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e7dedf8e-46a3-4869-a8dc-daf93c22fcbf req-4ae357ae-151d-46a9-aa02-e2bdbc536800 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1393244 Apr 05 15:42:28.057443 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e7dedf8e-46a3-4869-a8dc-daf93c22fcbf req-f8bff7c4-0a3e-431f-9c7f-d714e910ec36 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560410 Apr 05 15:42:28.118268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-c38af975-27a5-4bf7-878d-0e0c69fcce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:28.122241 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-c38af975-27a5-4bf7-878d-0e0c69fcce12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 1099 time: 0.3662152 Apr 05 15:42:28.135872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 51892) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:28.286882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14c0b8-a598-4947-8855-eeed23970025 req-10302e4b-6956-41c5-af4f-6ed91b778f37 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:28.288875 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6f14c0b8-a598-4947-8855-eeed23970025 req-10302e4b-6956-41c5-af4f-6ed91b778f37 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1085219 Apr 05 15:42:28.298758 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 51904) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:28.306742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-86fd6bd5-6d36-4b26-801d-6d0d7e761a2b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'floatingip': {'port_id': '9bc27bae-2330-42e4-9361-ada295d92df0'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:28.417335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-86fd6bd5-6d36-4b26-801d-6d0d7e761a2b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:28.425657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Network b67effb9-41c2-4f71-9319-a1c6f20b8473 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:42:28.684221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-817616b7-45d5-48a7-87e4-cffb7610fa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:28.815800 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-817616b7-45d5-48a7-87e4-cffb7610fa06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:28.853212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-817616b7-45d5-48a7-87e4-cffb7610fa06 admin admin] Usage tracker for resource:security_group_rule and tenant:bbb2a53b258e4bc694872ea56c000970 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:28.858887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-817616b7-45d5-48a7-87e4-cffb7610fa06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:28.878569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-817616b7-45d5-48a7-87e4-cffb7610fa06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:28.897338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32290475'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:29.061876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-9d07b1c2-f20c-4135-aaa3-c7f305895d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:29.064156 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-9d07b1c2-f20c-4135-aaa3-c7f305895d24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 915 time: 0.8860047 Apr 05 15:42:29.150495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:29.246642 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-e0d6bad0-18e6-434e-85ef-f022df0b6ede service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75ea3397-249a-42b1-abb2-6705eed27778 HTTP/1.1" status: 200 len: 217 time: 0.1748555 Apr 05 15:42:29.299237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Network b67effb9-41c2-4f71-9319-a1c6f20b8473 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:42:29.326368 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:42:29.372649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-817616b7-45d5-48a7-87e4-cffb7610fa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:29.384578 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d493b6-6dfc-4230-b3ed-8ec2cb319c5a req-fac6239b-647d-4f61-8ecf-60a3971db1dd tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:29.386248 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-65d493b6-6dfc-4230-b3ed-8ec2cb319c5a req-fac6239b-647d-4f61-8ecf-60a3971db1dd tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 943 time: 0.4380770 Apr 05 15:42:29.397382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b400ad-b6b0-4c1f-ae64-5d55315d924e req-9ff1762a-7670-4f85-bf92-58ba490524ea tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:29.398995 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f1b400ad-b6b0-4c1f-ae64-5d55315d924e req-9ff1762a-7670-4f85-bf92-58ba490524ea tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.4520779 Apr 05 15:42:29.403496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-817616b7-45d5-48a7-87e4-cffb7610fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:29.424695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:29.427776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-f69645b3-da6b-47fd-b52d-1afbf090690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:29.429438 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-f69645b3-da6b-47fd-b52d-1afbf090690e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a72d469a-6199-4f3a-9c3e-03cee04bffc8 HTTP/1.1" status: 200 len: 854 time: 0.1656525 Apr 05 15:42:29.432976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:29.435825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] For port 4f486ad2-0f26-4590-b00c-794e2724d60b, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4f486ad2-0f26-4590-b00c-794e2724d60b,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:42:29.480004 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:29.494587 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:29.519382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:29.529872 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-687f69c5-c4f3-4e98-b2b7-59429d262520 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba80e037-f064-4d3a-98d3-65326d3ed1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923307 Apr 05 15:42:29.544906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b67effb9-41c2-4f71-9319-a1c6f20b8473,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:29.554794 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:29.575403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:29.679367 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-eddcdb8e-117e-451d-8692-1571bb73e0b4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b67effb9-41c2-4f71-9319-a1c6f20b8473 HTTP/1.1" status: 204 len: 168 time: 2.9564135 Apr 05 15:42:29.791740 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-817616b7-45d5-48a7-87e4-cffb7610fa06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbb2a53b258e4bc694872ea56c000970&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6515625 Apr 05 15:42:29.798462 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51954) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:29.802943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817616b7-45d5-48a7-87e4-cffb7610fa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771a6fc1-0ef7-45a3-b248-fce6dacbd077,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:29.811757 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-817616b7-45d5-48a7-87e4-cffb7610fa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:29.821355 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-65d493b6-6dfc-4230-b3ed-8ec2cb319c5a req-ea8af9e7-9809-4cc1-a116-d96d8949d0ae tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193971 Apr 05 15:42:29.827244 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f1b400ad-b6b0-4c1f-ae64-5d55315d924e req-af2db431-38e0-4fee-8876-eb44e4557f98 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141896 Apr 05 15:42:29.838781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Pushing event updated for resources: {'Port': ['ID=4f486ad2-0f26-4590-b00c-794e2724d60b,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:29.850926 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:29.962542 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-6086d15b-c8db-44dd-a7f1-914c0c58d79c service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131484 Apr 05 15:42:30.110535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:30.111464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.113161 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] 10.222.0.49 "PUT /v2.0/ports/4f486ad2-0f26-4590-b00c-794e2724d60b HTTP/1.1" status: 200 len: 1093 time: 5.8500612 Apr 05 15:42:30.116946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51968) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:30.118221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-26a5bab7-6e6a-4c4a-a7f4-e77405f1cd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.132789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10672816-bd1a-4588-a1e4-cd49ff3b1a96', 'tag': '4f486ad2-0f26-4590-b00c-794e2724d60b'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:30.224837 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10672816-bd1a-4588-a1e4-cd49ff3b1a96', 'tag': '4f486ad2-0f26-4590-b00c-794e2724d60b', 'status': 'completed', 'code': 200} Apr 05 15:42:30.278285 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.resource_extend [None req-86fd6bd5-6d36-4b26-801d-6d0d7e761a2b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:42:30.330733 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-26a5bab7-6e6a-4c4a-a7f4-e77405f1cd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.396892 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-86fd6bd5-6d36-4b26-801d-6d0d7e761a2b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.401581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-86fd6bd5-6d36-4b26-801d-6d0d7e761a2b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.407833 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-143b9ed3-32e4-4477-8299-ecbf541d08aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4cd82842cdc845b3b3a938d6a2009082&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2580693 Apr 05 15:42:30.426003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 51980) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:30.433359 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b11e4ec-5ef6-417b-afdc-fe42e12424d4 req-f3cd7b5a-0650-4467-bdd4-047aeca6da49 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587770 Apr 05 15:42:30.484678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-4e04c048-8708-4eff-b12a-3867e84b9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:30.486285 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-4e04c048-8708-4eff-b12a-3867e84b9dd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 1096 time: 0.2647510 Apr 05 15:42:30.542446 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 51984) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:30.580234 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-26a5bab7-6e6a-4c4a-a7f4-e77405f1cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.587157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6ae2d1e8-fa1b-4f8b-b643-98b4e99b65a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:30.594812 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-f96be726-86ca-45be-a152-be2bc0bb1b65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f486ad2-0f26-4590-b00c-794e2724d60b HTTP/1.1" status: 200 len: 217 time: 0.0968511 Apr 05 15:42:30.601143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-52192c5a-4268-48a2-b271-e1489f23cf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.604107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5bab7-6e6a-4c4a-a7f4-e77405f1cd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771a6fc1-0ef7-45a3-b248-fce6dacbd077,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:30.616208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-26a5bab7-6e6a-4c4a-a7f4-e77405f1cd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:30.620176 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [None req-86fd6bd5-6d36-4b26-801d-6d0d7e761a2b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Floating IP 148ff38d-7cc7-401e-bdab-b18bb6cf1654 associated. External IP: 172.28.3.104, port: 9bc27bae-2330-42e4-9361-ada295d92df0. Apr 05 15:42:30.669927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-26a5bab7-6e6a-4c4a-a7f4-e77405f1cd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.674210 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-26a5bab7-6e6a-4c4a-a7f4-e77405f1cd4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/771a6fc1-0ef7-45a3-b248-fce6dacbd077 HTTP/1.1" status: 204 len: 168 time: 0.8716655 Apr 05 15:42:30.702570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-52192c5a-4268-48a2-b271-e1489f23cf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.714551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-8c6eb76e-9cd7-4878-afff-537886437e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:30.716162 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-8c6eb76e-9cd7-4878-afff-537886437e46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a72d469a-6199-4f3a-9c3e-03cee04bffc8 HTTP/1.1" status: 200 len: 854 time: 0.0989885 Apr 05 15:42:30.773094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.790443 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-b4c562e1-8cdb-46cd-8ed6-6d7b82560b20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba80e037-f064-4d3a-98d3-65326d3ed1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509806 Apr 05 15:42:30.804590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:30.814137 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:044ce26cb12d4c46a98bb251121b4f03 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:30.819408 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:30.825783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-52192c5a-4268-48a2-b271-e1489f23cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.828711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:30.845680 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fb987ab8-50fe-4d84-99b8-89d5fc4a7d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:30.861859 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52192c5a-4268-48a2-b271-e1489f23cf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455de006-aec1-4d5a-aab2-87ba456e226d,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:30.920126 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-52192c5a-4268-48a2-b271-e1489f23cf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:30.949660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-52192c5a-4268-48a2-b271-e1489f23cf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:30.951018 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-52192c5a-4268-48a2-b271-e1489f23cf6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/455de006-aec1-4d5a-aab2-87ba456e226d HTTP/1.1" status: 204 len: 168 time: 0.5239377 Apr 05 15:42:30.980977 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-6224dfd0-a0bc-4fc1-a0ea-7445f85b70df service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807928 Apr 05 15:42:31.165222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52002) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:31.253537 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0cabb5b-5bcc-43ce-b575-d343435204e5 req-634e88c1-1b5d-4e30-b62c-2598a5d9091d service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616162 Apr 05 15:42:31.290429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fd6bd5-6d36-4b26-801d-6d0d7e761a2b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Router f7b56424-95b3-4ff8-8383-0c3e23bd6201 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:42:31.311598 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:31.345749 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:31.366251 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] Usage tracker for resource:security_group_rule and tenant:0ea385f71b7d4f20b78861fd8805a420 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:31.458662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:31.476810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a8478-8114-4660-8e9c-05397f7d21da req-36d5df8a-5439-4964-9158-4db96a6ba8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:31.478840 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-283a8478-8114-4660-8e9c-05397f7d21da req-36d5df8a-5439-4964-9158-4db96a6ba8bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 1096 time: 0.1586838 Apr 05 15:42:31.556985 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:31.622152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:31.662678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd78bd4-38bd-4c3d-bceb-17802664442c req-1dbdf54a-40e7-4f1f-a89f-bbae77b9dfc1 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:31.664331 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-afd78bd4-38bd-4c3d-bceb-17802664442c req-1dbdf54a-40e7-4f1f-a89f-bbae77b9dfc1 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 943 time: 0.5008321 Apr 05 15:42:31.666297 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:31.688345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:31.689623 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a8478-8114-4660-8e9c-05397f7d21da req-ea17f91a-3e00-44eb-b128-2c779275642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:31.692498 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-283a8478-8114-4660-8e9c-05397f7d21da req-ea17f91a-3e00-44eb-b128-2c779275642e service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 915 time: 0.1964374 Apr 05 15:42:31.793649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cca5617-9dd4-4a88-b85e-df45f11d208a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:31.797392 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:31.799020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fd6bd5-6d36-4b26-801d-6d0d7e761a2b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:42:31.818953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] Sync routers for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:42:31.839162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:42:31.840035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:42:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:31.873852 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-283a8478-8114-4660-8e9c-05397f7d21da req-6bef76e9-df80-443f-8f75-9d6a3066031e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f486ad2-0f26-4590-b00c-794e2724d60b HTTP/1.1" status: 200 len: 217 time: 0.1715879 Apr 05 15:42:31.875567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d5cb3-b64a-486a-aa28-3228813f6444 req-d3397420-e04d-4dc8-bd5d-01acf6422262 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:31.878001 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5e7d5cb3-b64a-486a-aa28-3228813f6444 req-d3397420-e04d-4dc8-bd5d-01acf6422262 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.7107985 Apr 05 15:42:32.007685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52030) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:32.012800 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=044ce26cb12d4c46a98bb251121b4f03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4641492 Apr 05 15:42:32.021615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-86fd6bd5-6d36-4b26-801d-6d0d7e761a2b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:32.031474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a8478-8114-4660-8e9c-05397f7d21da req-dd032688-e202-4af4-bf0a-b1c265296a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:32.033299 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-283a8478-8114-4660-8e9c-05397f7d21da req-dd032688-e202-4af4-bf0a-b1c265296a21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a72d469a-6199-4f3a-9c3e-03cee04bffc8 HTTP/1.1" status: 200 len: 854 time: 0.1452613 Apr 05 15:42:32.129870 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-86fd6bd5-6d36-4b26-801d-6d0d7e761a2b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "PUT /v2.0/floatingips/148ff38d-7cc7-401e-bdab-b18bb6cf1654 HTTP/1.1" status: 200 len: 991 time: 3.8296788 Apr 05 15:42:32.138517 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:42:32.139875 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-283a8478-8114-4660-8e9c-05397f7d21da req-85e70d40-4bb1-4e68-b725-35704d28711d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba80e037-f064-4d3a-98d3-65326d3ed1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965719 Apr 05 15:42:32.143981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:32.222741 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-afd78bd4-38bd-4c3d-bceb-17802664442c req-01a7302a-db96-4716-a4c6-b772975a622e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457745 Apr 05 15:42:32.328820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4112fcaa-bfb4-4283-b314-d2cdcf7039ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:32.345404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:32.357732 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5e7d5cb3-b64a-486a-aa28-3228813f6444 req-189640fd-b1ce-4554-b57f-ad77a33402e8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653318 Apr 05 15:42:32.369284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:32.393758 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d46001eb-091c-4800-b92d-d983fe1fea24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:32.431065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a64e568-9be6-4057-8fbb-9fe2195b4256,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:32.436270 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:32.458582 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ea385f71b7d4f20b78861fd8805a420&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2859404 Apr 05 15:42:32.461548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52056) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:32.509451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4112fcaa-bfb4-4283-b314-d2cdcf7039ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:32.512149 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0', 'status': 'completed', 'code': 200} Apr 05 15:42:32.522204 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-283a8478-8114-4660-8e9c-05397f7d21da req-d6ece682-2862-45f9-ab5e-d5adce2d96e6 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661427 Apr 05 15:42:32.554099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7f3d253f-50f1-4e63-a044-7bbbdd3b0155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:32.576860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': '148ff38d-7cc7-401e-bdab-b18bb6cf1654', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'floating_ip_address': '172.28.3.104', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'port_id': '9bc27bae-2330-42e4-9361-ada295d92df0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'mac_address': 'fa:16:3e:85:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:42:04Z', 'updated_at': '2021-04-05T15:42:29Z', 'revision_number': 1, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:32.582177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] Checking router: f7b56424-95b3-4ff8-8383-0c3e23bd6201 for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:42:32.585859 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7f3d253f-50f1-4e63-a044-7bbbdd3b0155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:32.591704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:42:32.592628 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:42:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:32.632284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52062) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:32.645818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7f3d253f-50f1-4e63-a044-7bbbdd3b0155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:32.654541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:32.673040 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7f3d253f-50f1-4e63-a044-7bbbdd3b0155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:32.674848 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-7f3d253f-50f1-4e63-a044-7bbbdd3b0155 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a64e568-9be6-4057-8fbb-9fe2195b4256 HTTP/1.1" status: 204 len: 168 time: 0.2121727 Apr 05 15:42:32.678591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d253f-50f1-4e63-a044-7bbbdd3b0155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a64e568-9be6-4057-8fbb-9fe2195b4256,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:32.681673 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7f3d253f-50f1-4e63-a044-7bbbdd3b0155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:32.855605 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:42:32.938973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:33.003950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:33.016545 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7d95a526c04a16a9600faabcf18d59 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:33.029340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:33.040719 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:33.040930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d898d92-f6bd-4600-9433-e695e63671bb req-38a82062-4e3d-46b8-8e94-ff52c86ef9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:33.050576 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d898d92-f6bd-4600-9433-e695e63671bb req-38a82062-4e3d-46b8-8e94-ff52c86ef9c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 1098 time: 0.5202303 Apr 05 15:42:33.123621 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-283a8478-8114-4660-8e9c-05397f7d21da req-ac6f7aaf-a0f5-49f3-958e-fbccedc2dfe1 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510924 Apr 05 15:42:33.206497 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4112fcaa-bfb4-4283-b314-d2cdcf7039ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:33.225885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0c7960a6-dfe2-4910-afac-547d7bea6c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:33.264513 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112fcaa-bfb4-4283-b314-d2cdcf7039ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cca5617-9dd4-4a88-b85e-df45f11d208a,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:33.293192 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4112fcaa-bfb4-4283-b314-d2cdcf7039ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:33.295937 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4112fcaa-bfb4-4283-b314-d2cdcf7039ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:33.297220 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4112fcaa-bfb4-4283-b314-d2cdcf7039ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4cca5617-9dd4-4a88-b85e-df45f11d208a HTTP/1.1" status: 204 len: 168 time: 1.2882004 Apr 05 15:42:33.299512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:33.305229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:33.317960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-dfa1ff70-778d-41e1-831e-c1a62356f567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:33.350686 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:33.404674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d898d92-f6bd-4600-9433-e695e63671bb req-ba411f7f-c645-42a5-b34f-a914dd76dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:33.406370 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d898d92-f6bd-4600-9433-e695e63671bb req-ba411f7f-c645-42a5-b34f-a914dd76dae9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 918 time: 0.3457973 Apr 05 15:42:33.547487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27579e4d-fe83-4ff6-b854-69c3aa6c30ab,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:33.619976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': '148ff38d-7cc7-401e-bdab-b18bb6cf1654', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'floating_ip_address': '172.28.3.104', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'port_id': '9bc27bae-2330-42e4-9361-ada295d92df0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'mac_address': 'fa:16:3e:85:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:42:04Z', 'updated_at': '2021-04-05T15:42:29Z', 'revision_number': 1, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:42:33.631064 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0d112-e516-425a-bd18-95658849e796 None None] The sync data for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb is: [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': '148ff38d-7cc7-401e-bdab-b18bb6cf1654', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'floating_ip_address': '172.28.3.104', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'port_id': '9bc27bae-2330-42e4-9361-ada295d92df0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'mac_address': 'fa:16:3e:85:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:42:04Z', 'updated_at': '2021-04-05T15:42:29Z', 'revision_number': 1, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:42:33.636701 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a7d95a526c04a16a9600faabcf18d59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0031736 Apr 05 15:42:33.637834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:33.643310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52104) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:33.785876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593113d-d631-45f2-98c0-7fd36ade8f78 req-207ffd1f-2d75-4f5c-a802-0286897e6c2f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:33.789263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-630f3816-5e5c-413d-b29b-6b4470beb074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:33.798764 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9593113d-d631-45f2-98c0-7fd36ade8f78 req-207ffd1f-2d75-4f5c-a802-0286897e6c2f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 943 time: 0.3709531 Apr 05 15:42:33.816671 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239dabd-f19b-4d1f-8cba-6003209cbadb req-20480f2c-6f71-4a6e-8e6b-e44c6bcf3900 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:33.825006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-630f3816-5e5c-413d-b29b-6b4470beb074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:33.827775 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7239dabd-f19b-4d1f-8cba-6003209cbadb req-20480f2c-6f71-4a6e-8e6b-e44c6bcf3900 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2884002 Apr 05 15:42:33.880053 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d898d92-f6bd-4600-9433-e695e63671bb req-c4172dac-f155-47b3-be31-1732caa17015 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bc27bae-2330-42e4-9361-ada295d92df0 HTTP/1.1" status: 200 len: 999 time: 0.4606540 Apr 05 15:42:33.886485 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-630f3816-5e5c-413d-b29b-6b4470beb074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:33.895346 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-80ddc961-08f4-428f-81a9-9a4112869f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:33.931556 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7239dabd-f19b-4d1f-8cba-6003209cbadb req-6215e8ff-379d-4941-b183-c4b5efe3e75a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027315 Apr 05 15:42:33.969132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f3816-5e5c-413d-b29b-6b4470beb074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27579e4d-fe83-4ff6-b854-69c3aa6c30ab,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:33.971629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-630f3816-5e5c-413d-b29b-6b4470beb074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:33.972413 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9593113d-d631-45f2-98c0-7fd36ade8f78 req-25107e44-ce31-4e3f-a986-fb39ea43576e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726296 Apr 05 15:42:34.008912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-630f3816-5e5c-413d-b29b-6b4470beb074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:34.024066 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-630f3816-5e5c-413d-b29b-6b4470beb074 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27579e4d-fe83-4ff6-b854-69c3aa6c30ab HTTP/1.1" status: 204 len: 168 time: 0.3788791 Apr 05 15:42:34.048867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d898d92-f6bd-4600-9433-e695e63671bb req-b64d9eef-446e-4fd3-bdc9-d91c8fbc12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:34.050272 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d898d92-f6bd-4600-9433-e695e63671bb req-b64d9eef-446e-4fd3-bdc9-d91c8fbc12b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.1562331 Apr 05 15:42:34.092081 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad60b9b-4e45-4ed7-ab16-a3cbedc335e0 None None] New status for floating IP 148ff38d-7cc7-401e-bdab-b18bb6cf1654: ACTIVE {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:42:34.163733 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d898d92-f6bd-4600-9433-e695e63671bb req-08fad621-10e6-4642-a2cf-dfc93356fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:34.165832 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d898d92-f6bd-4600-9433-e695e63671bb req-08fad621-10e6-4642-a2cf-dfc93356fc0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1074724 Apr 05 15:42:34.397069 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d898d92-f6bd-4600-9433-e695e63671bb req-b96f3487-7f72-4659-9f54-beadeed207bb service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204206 Apr 05 15:42:34.502249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52136) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:34.524854 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:34.544784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:34.549178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] Usage tracker for resource:security_group_rule and tenant:5867d16b199242e5a9db7575968e7a44 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:34.552244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:34.558541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:34.574853 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d898d92-f6bd-4600-9433-e695e63671bb req-3b911ab8-d7f3-451b-9eeb-49603002e7eb service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676867 Apr 05 15:42:34.649669 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:34.654629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:34.665925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2aa76797-9ce4-4c29-8267-e7df0b35c783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:34.719087 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5867d16b199242e5a9db7575968e7a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149405 Apr 05 15:42:34.720176 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b92a50-2602-4a6f-8243-99d0464db1d5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:34.720774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52148) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:34.725292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:34.790722 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-98bdf61c-6f44-4c64-8da4-ddcb5306d7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:34.819689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-98bdf61c-6f44-4c64-8da4-ddcb5306d7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:34.876412 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-98bdf61c-6f44-4c64-8da4-ddcb5306d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:34.883973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:34.899115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdf61c-6f44-4c64-8da4-ddcb5306d7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b92a50-2602-4a6f-8243-99d0464db1d5,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:34.908138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-98bdf61c-6f44-4c64-8da4-ddcb5306d7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:34.909609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-98bdf61c-6f44-4c64-8da4-ddcb5306d7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:34.913227 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-98bdf61c-6f44-4c64-8da4-ddcb5306d7c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2b92a50-2602-4a6f-8243-99d0464db1d5 HTTP/1.1" status: 204 len: 168 time: 0.1890621 Apr 05 15:42:35.304008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced308b5-9ee2-4893-b68c-c68a5e148200 req-44e3a68c-3ff0-48ae-95f1-81045524cba2 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:35.305706 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ced308b5-9ee2-4893-b68c-c68a5e148200 req-44e3a68c-3ff0-48ae-95f1-81045524cba2 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2333119 Apr 05 15:42:35.366996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f60d1-6bc9-4b14-81a4-0397ed14780f req-a75880b8-9986-4398-8976-cfcf1bf97cd3 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:35.375633 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd3f60d1-6bc9-4b14-81a4-0397ed14780f req-a75880b8-9986-4398-8976-cfcf1bf97cd3 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 943 time: 0.1426127 Apr 05 15:42:35.412173 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52212) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:35.426296 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ced308b5-9ee2-4893-b68c-c68a5e148200 req-3b513602-b24f-4b9c-8dea-eb43026f2c8a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970602 Apr 05 15:42:35.440913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:35.463171 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:35.469894 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] Usage tracker for resource:security_group_rule and tenant:b2905f7d90cc44fcb420d9fb39571bd2 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:35.474852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:35.490752 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd3f60d1-6bc9-4b14-81a4-0397ed14780f req-4d3bc20d-337b-4a9f-a433-771e91b1b388 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041944 Apr 05 15:42:35.490871 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:35.597478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:35.601838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:35.615973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-450373f2-f2c1-420b-98c2-a52fa5882771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:35.653163 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2905f7d90cc44fcb420d9fb39571bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394617 Apr 05 15:42:35.657239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52228) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:35.673126 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1b89db-f835-4cbc-86a7-a182f2c33a0b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:35.677595 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:35.734555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-adff5b38-9f22-4f8d-81dd-683902278a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:35.766201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-adff5b38-9f22-4f8d-81dd-683902278a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:35.823605 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-adff5b38-9f22-4f8d-81dd-683902278a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:35.836174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:35.838829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52248) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:35.856217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff5b38-9f22-4f8d-81dd-683902278a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1b89db-f835-4cbc-86a7-a182f2c33a0b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:35.859205 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-adff5b38-9f22-4f8d-81dd-683902278a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:35.877378 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-adff5b38-9f22-4f8d-81dd-683902278a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:35.879550 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-adff5b38-9f22-4f8d-81dd-683902278a8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc1b89db-f835-4cbc-86a7-a182f2c33a0b HTTP/1.1" status: 204 len: 168 time: 0.2200966 Apr 05 15:42:36.028773 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:36.054788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:36.060054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] Usage tracker for resource:security_group_rule and tenant:282f53c1809442b3bb5ea2ed1475ce44 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:36.063331 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:36.070075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:36.140807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 4f486ad2-0f26-4590-b00c-794e2724d60b details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:42:36.238755 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:36.244673 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:36.303369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:36.320686 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=282f53c1809442b3bb5ea2ed1475ce44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805555 Apr 05 15:42:36.323619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52286) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:36.347217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27819d1d-dac6-4021-81fe-ded047ef0007,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:36.353622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:36.356491 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 4f486ad2-0f26-4590-b00c-794e2724d60b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4f486ad2-0f26-4590-b00c-794e2724d60b,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:36.375761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '4f486ad2-0f26-4590-b00c-794e2724d60b', 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb', 'port_id': '4f486ad2-0f26-4590-b00c-794e2724d60b', 'mac_address': 'fa:16:3e:c0:e9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72d469a-6199-4f3a-9c3e-03cee04bffc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:42:36.425339 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1341b46f-23bc-4d65-b499-b6374ef9fd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:36.470953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:36.490532 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f486ad2-0f26-4590-b00c-794e2724d60b {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:36.505634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1341b46f-23bc-4d65-b499-b6374ef9fd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:36.511518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 4f486ad2-0f26-4590-b00c-794e2724d60b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4f486ad2-0f26-4590-b00c-794e2724d60b,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:36.516230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:36.518445 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:36.615032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=4f486ad2-0f26-4590-b00c-794e2724d60b,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:36.621532 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1341b46f-23bc-4d65-b499-b6374ef9fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:36.623947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.624388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.625315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.625697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.626228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.626777 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.627077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.627744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.627855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:36.628179 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.628591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.628967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.629338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:36.639610 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:36.662929 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341b46f-23bc-4d65-b499-b6374ef9fd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27819d1d-dac6-4021-81fe-ded047ef0007,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:36.703449 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1341b46f-23bc-4d65-b499-b6374ef9fd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:36.709615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1341b46f-23bc-4d65-b499-b6374ef9fd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:36.710846 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-1341b46f-23bc-4d65-b499-b6374ef9fd92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27819d1d-dac6-4021-81fe-ded047ef0007 HTTP/1.1" status: 204 len: 168 time: 0.3861632 Apr 05 15:42:36.945217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['4f486ad2-0f26-4590-b00c-794e2724d60b'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:42:37.056322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52324) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:37.080502 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d245b3-3cf3-4082-9da7-b3d9d3426d3e req-24c6eff4-2aaf-45d8-a33d-a1183cf0920c tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:37.089087 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-99d245b3-3cf3-4082-9da7-b3d9d3426d3e req-24c6eff4-2aaf-45d8-a33d-a1183cf0920c tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 944 time: 0.3769155 Apr 05 15:42:37.136862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d33a2-4a9e-4d61-ab17-0b1e87ced1a8 req-faf53556-8429-4d32-bf90-c22fc15618d5 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:37.138504 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-240d33a2-4a9e-4d61-ab17-0b1e87ced1a8 req-faf53556-8429-4d32-bf90-c22fc15618d5 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.4784503 Apr 05 15:42:37.155544 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-99d245b3-3cf3-4082-9da7-b3d9d3426d3e req-64163695-9f96-42bc-88c9-d0ff35da5b51 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653286 Apr 05 15:42:37.184090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52332) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:37.214017 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.221420 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-240d33a2-4a9e-4d61-ab17-0b1e87ced1a8 req-c48a8bdf-de83-418a-8ab1-89507d432645 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639334 Apr 05 15:42:37.253807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:37.258346 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] Usage tracker for resource:security_group_rule and tenant:70732620a0714f0cbfb279e60da15257 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:37.261491 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:37.268637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:37.328133 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52336) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:37.365819 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.368975 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.378766 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-26a5bab7-6e6a-4c4a-a7f4-e77405f1cd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:37.425436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.441281 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-278717303-network', 'tenant_id': '0f715819f30c4b81be1e64180c4d2f3d'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:37.446224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:37.450398 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Usage tracker for resource:network and tenant:0f715819f30c4b81be1e64180c4d2f3d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:37.453616 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:37.457408 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70732620a0714f0cbfb279e60da15257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721643 Apr 05 15:42:37.459646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:37.460556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:37.461506 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52342) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:37.463951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ac7a6c-8263-41d0-b841-e6f9348d1fb7,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:37.467337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:37.469521 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Made reservation on behalf of 0f715819f30c4b81be1e64180c4d2f3d for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:37.474616 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.480310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] Usage tracker for resource:security_group_rule and tenant:22500eb54ca448d8939879bda7fe4c7f is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:37.485098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:37.488016 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.502440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:37.504503 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:37.508614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Usage tracker for resource:security_group_rule and tenant:0f715819f30c4b81be1e64180c4d2f3d is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:37.511581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:37.517723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:37.561361 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7c54429-7a84-4b46-888d-92549f273828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.600969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7c54429-7a84-4b46-888d-92549f273828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.602697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.605526 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.610195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-eb6293f2-a154-4a5f-9f85-fd9347f4a6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:37.639594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:42:37.653103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6a4438-7566-4639-8d56-b10daa8e28fe,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:37.658993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.659397 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Added segment aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77 of type vlan for network 988cfb83-6f9a-4be6-8256-bada2883579b Apr 05 15:42:37.660734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:37.685889 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.690072 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.690803 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.698746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0b9fa764-cd6f-45f7-badd-2d22d2d1fa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:37.712949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7c54429-7a84-4b46-888d-92549f273828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.721588 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.722949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:37.723613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.728511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:37.760156 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65105e7d-e49e-42e9-8ce9-11b6e765ae29,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:37.767201 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22500eb54ca448d8939879bda7fe4c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7093756 Apr 05 15:42:37.768331 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:37.770914 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52346) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:37.771120 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fd149d3e-d3e5-4b4a-8eb0-47e343ae524c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:37.784418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c54429-7a84-4b46-888d-92549f273828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ac7a6c-8263-41d0-b841-e6f9348d1fb7,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:37.786406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7c54429-7a84-4b46-888d-92549f273828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.787576 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a7c54429-7a84-4b46-888d-92549f273828 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33ac7a6c-8263-41d0-b841-e6f9348d1fb7 HTTP/1.1" status: 204 len: 168 time: 0.3249865 Apr 05 15:42:37.788530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a7c54429-7a84-4b46-888d-92549f273828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:37.844874 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5155113 Apr 05 15:42:37.848115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52352) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:37.854511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Request body: {'subnet': {'network_id': '988cfb83-6f9a-4be6-8256-bada2883579b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-278717303-subnet', 'tenant_id': '0f715819f30c4b81be1e64180c4d2f3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:37.860301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:37.863400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Pushing event updated for resources: {'Network': ['ID=988cfb83-6f9a-4be6-8256-bada2883579b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:37.864905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Usage tracker for resource:subnet and tenant:0f715819f30c4b81be1e64180c4d2f3d is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:37.868296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:37.868935 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:37.873902 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network 988cfb83-6f9a-4be6-8256-bada2883579b details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:42:37.889404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:37.903732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Made reservation on behalf of 0f715819f30c4b81be1e64180c4d2f3d for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:37.908704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821328857'] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.915594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-41bf1f4d-1f37-4464-a677-d043c3a2129f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:37.979710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-41bf1f4d-1f37-4464-a677-d043c3a2129f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:38.056909 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-41bf1f4d-1f37-4464-a677-d043c3a2129f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:38.063261 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1079d3e6-c1c4-4797-9bfa-acc83b810a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:38.080763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-41bf1f4d-1f37-4464-a677-d043c3a2129f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:38.084344 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-41bf1f4d-1f37-4464-a677-d043c3a2129f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65105e7d-e49e-42e9-8ce9-11b6e765ae29 HTTP/1.1" status: 204 len: 168 time: 0.3078439 Apr 05 15:42:38.084344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf1f4d-1f37-4464-a677-d043c3a2129f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65105e7d-e49e-42e9-8ce9-11b6e765ae29,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:38.085519 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-41bf1f4d-1f37-4464-a677-d043c3a2129f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:38.153452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 4f486ad2-0f26-4590-b00c-794e2724d60b up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:42:38.242903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 4f486ad2-0f26-4590-b00c-794e2724d60b completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:42:38.249403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 4f486ad2-0f26-4590-b00c-794e2724d60b triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:38.251629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:38.527126 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:38.582917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 4f486ad2-0f26-4590-b00c-794e2724d60b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4f486ad2-0f26-4590-b00c-794e2724d60b,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:38.583632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c163ae2-b6fd-4680-991d-6d79bb46201c req-f5fc74b7-19f2-4d13-9eca-9047d848d46d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:38.584291 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10672816-bd1a-4588-a1e4-cd49ff3b1a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f486ad2-0f26-4590-b00c-794e2724d60b'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:38.585401 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9c163ae2-b6fd-4680-991d-6d79bb46201c req-f5fc74b7-19f2-4d13-9eca-9047d848d46d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.1431310 Apr 05 15:42:38.592014 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:38.595154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:38.600356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f490384-b939-4671-b6bb-8ae5d68ba970 req-1c22910c-f70d-4962-b219-8aee56c5b612 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:38.602336 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1f490384-b939-4671-b6bb-8ae5d68ba970 req-1c22910c-f70d-4962-b219-8aee56c5b612 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 944 time: 0.2681856 Apr 05 15:42:38.652328 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821328876'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:38.675458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7fbc4259-1de0-495c-97cc-3a694b92f697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:38.739989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=4f486ad2-0f26-4590-b00c-794e2724d60b,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:38.754350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:38.754954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80c8ca3-6be0-4f87-81ad-61b9da64303f,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:38.760587 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:38.798398 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1f490384-b939-4671-b6bb-8ae5d68ba970 req-dd315885-6bef-4a24-bedd-24b86a41d1c3 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581967 Apr 05 15:42:38.819594 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9c163ae2-b6fd-4680-991d-6d79bb46201c req-31b083be-8003-4f34-8b78-f72bc8837c83 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160072 Apr 05 15:42:38.882693 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10672816-bd1a-4588-a1e4-cd49ff3b1a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f486ad2-0f26-4590-b00c-794e2724d60b', 'code': 200} Apr 05 15:42:38.987017 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Checking segment: {'id': 'aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '988cfb83-6f9a-4be6-8256-bada2883579b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:42:38.987572 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Network hostable DHCP agents. Network: 988cfb83-6f9a-4be6-8256-bada2883579b, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:42:39.002078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52394) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:39.013193 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Network 988cfb83-6f9a-4be6-8256-bada2883579b is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:42:39.027414 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, 988cfb83-6f9a-4be6-8256-bada2883579b) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:39.035643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b67844f-a7cd-4090-9332-62b1376db188 None None] Network 988cfb83-6f9a-4be6-8256-bada2883579b requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:42:39.068035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:39.078300 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:39.078958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:39.084322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:39.088641 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] Usage tracker for resource:security_group_rule and tenant:96efb1cbc379495b83de0e21e3e9f76a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:39.091697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:39.097985 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:39.121080 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2716851 Apr 05 15:42:39.206075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:39.212907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:39.225839 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e307c47-7cb7-4765-8735-a310761f766a req-1f7ae05e-eb4d-4e19-ae10-7922679dc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:39.227445 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3e307c47-7cb7-4765-8735-a310761f766a req-1f7ae05e-eb4d-4e19-ae10-7922679dc5f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 1098 time: 0.1052961 Apr 05 15:42:39.230583 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:39.289103 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3e307c47-7cb7-4765-8735-a310761f766a req-baac15ad-a4e1-4de4-acb2-3bdc8f8fbf46 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534775 Apr 05 15:42:39.303771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6471795-de91-4ba4-a58e-ad43801a1510,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:39.308152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:39.315018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52402) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:39.315155 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96efb1cbc379495b83de0e21e3e9f76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119392 Apr 05 15:42:39.320121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589eb5ba-c307-4952-9038-e3f403d73fb9 None None] Network 988cfb83-6f9a-4be6-8256-bada2883579b requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:42:39.394222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-811a87e6-9bec-4f62-bdd3-c5f85430885b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:39.428214 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-811a87e6-9bec-4f62-bdd3-c5f85430885b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:39.481590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-811a87e6-9bec-4f62-bdd3-c5f85430885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:39.487892 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f98358e2-08b6-44b2-b2cd-1c38d1ae09ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:39.502793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a87e6-9bec-4f62-bdd3-c5f85430885b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6471795-de91-4ba4-a58e-ad43801a1510,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:39.511950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-811a87e6-9bec-4f62-bdd3-c5f85430885b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:39.513493 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-811a87e6-9bec-4f62-bdd3-c5f85430885b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:39.515450 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-811a87e6-9bec-4f62-bdd3-c5f85430885b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6471795-de91-4ba4-a58e-ad43801a1510 HTTP/1.1" status: 204 len: 168 time: 0.1987491 Apr 05 15:42:40.210285 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52450) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:40.218524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1624901971-network', 'tenant_id': '01aad8edc6574bbbb7793ee4578d5d51'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:40.220044 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dff2-653a-492e-b28f-7b20080c3200 req-0b469c67-b47d-4533-a33a-264dd70f5f73 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:40.221894 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1c86dff2-653a-492e-b28f-7b20080c3200 req-0b469c67-b47d-4533-a33a-264dd70f5f73 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2671921 Apr 05 15:42:40.229684 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:40.231812 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b477b41-d57a-4a30-8348-2a3054988eee req-9d31edbb-74bf-4bca-9771-b6727148cc66 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:40.238773 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Usage tracker for resource:network and tenant:01aad8edc6574bbbb7793ee4578d5d51 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:40.240171 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4b477b41-d57a-4a30-8348-2a3054988eee req-9d31edbb-74bf-4bca-9771-b6727148cc66 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 945 time: 0.2154179 Apr 05 15:42:40.248194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:40.261475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:40.277287 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Made reservation on behalf of 01aad8edc6574bbbb7793ee4578d5d51 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:40.282345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:40.297624 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:40.316196 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:40.320776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Usage tracker for resource:security_group_rule and tenant:01aad8edc6574bbbb7793ee4578d5d51 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:40.324276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:40.331154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:40.360087 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4b477b41-d57a-4a30-8348-2a3054988eee req-69252633-bdd4-48a6-be73-e81aa8826706 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189010 Apr 05 15:42:40.401908 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1c86dff2-653a-492e-b28f-7b20080c3200 req-482ca31d-4076-4916-a673-5f8209db8d96 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593308 Apr 05 15:42:40.486350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:40.491797 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:40.497260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-98bdf61c-6f44-4c64-8da4-ddcb5306d7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:40.533160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:42:40.545707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2288627-8a64-4d05-abf3-05b1e361896d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:40.552071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:40.555315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:40.555713 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Added segment 8259b76b-a512-4cd6-aedd-16ea32d994a5 of type vlan for network eb196cb7-eb24-47c5-a770-3e5608999995 Apr 05 15:42:40.601211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:40.657280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:40.659024 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:40.659669 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:40.669172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-78124bc7-c1bc-421d-82b4-f9ee0fbce04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:40.785539 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Pushing event updated for resources: {'Network': ['ID=eb196cb7-eb24-47c5-a770-3e5608999995,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:40.790445 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:40.796249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network eb196cb7-eb24-47c5-a770-3e5608999995 details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:42:40.815374 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6038749 Apr 05 15:42:40.818511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52470) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:40.825556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Request body: {'subnet': {'network_id': 'eb196cb7-eb24-47c5-a770-3e5608999995', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1624901971-subnet', 'tenant_id': '01aad8edc6574bbbb7793ee4578d5d51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:40.833908 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:40.844159 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Usage tracker for resource:subnet and tenant:01aad8edc6574bbbb7793ee4578d5d51 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:40.849456 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:40.857316 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:40.871419 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Made reservation on behalf of 01aad8edc6574bbbb7793ee4578d5d51 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:40.875274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:41.346685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:41.362816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:41.521938 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52508) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:41.634875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a755c6-17b1-40e8-9f7f-612c0842e00b,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:41.646511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:41.760942 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95bb11-b8e7-4fad-a6d6-70bf6fcf7e2c req-fa2c5b03-77e2-4bc9-a8b1-c6af1a0f963a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:41.764819 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7d95bb11-b8e7-4fad-a6d6-70bf6fcf7e2c req-fa2c5b03-77e2-4bc9-a8b1-c6af1a0f963a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 945 time: 0.2465315 Apr 05 15:42:41.792291 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:41.792642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Checking segment: {'id': '8259b76b-a512-4cd6-aedd-16ea32d994a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'eb196cb7-eb24-47c5-a770-3e5608999995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:42:41.793045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Network hostable DHCP agents. Network: eb196cb7-eb24-47c5-a770-3e5608999995, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:42:41.806170 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b726227-79d8-4ccc-a883-6cb99ff1b5e3 req-7d0beaca-f81f-4d15-9bd8-e84c758a4d33 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:41.807795 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9b726227-79d8-4ccc-a883-6cb99ff1b5e3 req-7d0beaca-f81f-4d15-9bd8-e84c758a4d33 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2198944 Apr 05 15:42:41.809180 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:41.813913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] Usage tracker for resource:security_group_rule and tenant:a4146e26dc704f2c9dc1e3371eb70050 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:41.817204 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:41.823453 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:41.864962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Network eb196cb7-eb24-47c5-a770-3e5608999995 is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:42:41.883222 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7d95bb11-b8e7-4fad-a6d6-70bf6fcf7e2c req-80ba9e2d-4ae0-4ae3-8c55-3920cd0290e5 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072335 Apr 05 15:42:41.904272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, eb196cb7-eb24-47c5-a770-3e5608999995) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:41.913272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c105bfab-893d-4b79-b062-2606675f4243 None None] Network eb196cb7-eb24-47c5-a770-3e5608999995 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:42:41.926905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:41.935273 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:41.942870 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9b726227-79d8-4ccc-a883-6cb99ff1b5e3 req-3c8afb2c-6ad2-42e1-8857-474c38256fa5 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234279 Apr 05 15:42:41.976809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:41.987132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:41.995134 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c5e3688d-de4f-4857-8acf-9f1ce360b99b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1753561 Apr 05 15:42:42.043595 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-52192c5a-4268-48a2-b271-e1489f23cf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:42.072118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52530) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:42.082558 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4146e26dc704f2c9dc1e3371eb70050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593214 Apr 05 15:42:42.145905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be27f09-3534-4a25-804f-5d95c8eaea10,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:42.163570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:42.193866 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f2d597dd-5e77-4976-946e-970fcb66f71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:42.223606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f2d597dd-5e77-4976-946e-970fcb66f71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:42.283455 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f2d597dd-5e77-4976-946e-970fcb66f71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:42.289230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ca59d04b-bcbd-4e2d-8c93-cd6c8d739446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:42.331726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d597dd-5e77-4976-946e-970fcb66f71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be27f09-3534-4a25-804f-5d95c8eaea10,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:42.337836 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f2d597dd-5e77-4976-946e-970fcb66f71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:42.341509 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f2d597dd-5e77-4976-946e-970fcb66f71c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8be27f09-3534-4a25-804f-5d95c8eaea10 HTTP/1.1" status: 204 len: 168 time: 0.2658815 Apr 05 15:42:42.341509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f2d597dd-5e77-4976-946e-970fcb66f71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:42.349697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f055516-a93f-428e-8763-7d1057ac61f6 None None] Network eb196cb7-eb24-47c5-a770-3e5608999995 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:42:42.904017 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52562) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:42.928855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:42.948195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:42.958119 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] Usage tracker for resource:security_group_rule and tenant:c34016827e734d8d88adbaa33f14b188 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:42.962247 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:42.968858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:43.096262 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:43.102355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:43.119379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e4a360ee-5cd1-474f-b21d-c924c479f25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:43.144729 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c34016827e734d8d88adbaa33f14b188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391491 Apr 05 15:42:43.147437 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52580) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:43.165676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56afc962-3b65-42e9-bcda-c562bcdea2cf,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:43.169249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:43.170511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-57c20bb0-8f2a-4020-b478-3d375c90431f tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:43.171393 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-57c20bb0-8f2a-4020-b478-3d375c90431f tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Synchronizing usage tracker for tenant:0f715819f30c4b81be1e64180c4d2f3d on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:42:43.215274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-57c20bb0-8f2a-4020-b478-3d375c90431f tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Unset dirty status for tenant:0f715819f30c4b81be1e64180c4d2f3d on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:42:43.220944 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-57c20bb0-8f2a-4020-b478-3d375c90431f tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/networks?id=988cfb83-6f9a-4be6-8256-bada2883579b HTTP/1.1" status: 200 len: 808 time: 0.2387779 Apr 05 15:42:43.280547 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-b4b63a20-9b22-4a77-86be-f9b7c55e0d0c tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/quotas/0f715819f30c4b81be1e64180c4d2f3d HTTP/1.1" status: 200 len: 375 time: 0.0536504 Apr 05 15:42:43.377351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c015b178-d986-45da-99d5-d10d1ef67d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:43.388140 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-305ca7b5-4093-4a12-9f04-c225b584157d tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f715819f30c4b81be1e64180c4d2f3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077614 Apr 05 15:42:43.464617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c015b178-d986-45da-99d5-d10d1ef67d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:43.610724 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83128217-e6f1-4bf0-a546-16c32b70bf5f req-5595008f-69a5-4d32-82e7-61e820cee882 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:43.612247 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-83128217-e6f1-4bf0-a546-16c32b70bf5f req-5595008f-69a5-4d32-82e7-61e820cee882 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2873244 Apr 05 15:42:43.650975 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-a6edd8af-4294-412e-96e6-783d7ef8a786 service neutron] 10.222.0.46 "GET /v2.0/networks/988cfb83-6f9a-4be6-8256-bada2883579b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461398 Apr 05 15:42:43.688562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c015b178-d986-45da-99d5-d10d1ef67d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:43.697384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:43.729587 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-83128217-e6f1-4bf0-a546-16c32b70bf5f req-f640b700-e9fb-4010-a4ba-7a621e2a9197 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068373 Apr 05 15:42:43.734596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015b178-d986-45da-99d5-d10d1ef67d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56afc962-3b65-42e9-bcda-c562bcdea2cf,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:43.737055 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c015b178-d986-45da-99d5-d10d1ef67d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:43.794398 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c015b178-d986-45da-99d5-d10d1ef67d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:43.795608 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c015b178-d986-45da-99d5-d10d1ef67d65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56afc962-3b65-42e9-bcda-c562bcdea2cf HTTP/1.1" status: 204 len: 168 time: 0.6469676 Apr 05 15:42:43.842308 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-537f75e5-0be1-4b48-9f34-1bb4d506bd0a service neutron] 10.222.0.46 "GET /v2.0/networks/988cfb83-6f9a-4be6-8256-bada2883579b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781080 Apr 05 15:42:44.093897 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ecf55c0-9ae4-4c14-bb41-445f4f1fc8d0 req-cfb64f06-df5b-4397-9ccd-f1570bc20c3b tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 210 time: 0.0641539 Apr 05 15:42:45.285160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e445-7770-41b1-8006-cae0178519de req-be79c19a-2ee4-4811-ba32-e072a8ca6488 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:45.292681 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-be79c19a-2ee4-4811-ba32-e072a8ca6488 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 814 time: 0.4698668 Apr 05 15:42:45.314725 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-f949dda6-e7cb-4ffa-a257-421e4334b68e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/quotas/a6e238b8bfc34a4e9c037a20169e5897 HTTP/1.1" status: 200 len: 375 time: 0.0208852 Apr 05 15:42:45.325644 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:42:45.412717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f73c45-30ba-4fc5-9ae0-4706b5f050df req-5389c4fd-8bf2-435c-b861-d710ee86818e tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:45.414650 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-46f73c45-30ba-4fc5-9ae0-4706b5f050df req-5389c4fd-8bf2-435c-b861-d710ee86818e tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.4886572 Apr 05 15:42:45.458076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-d84861a9-2c86-45a3-8ef1-21b0ae2c304d tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:45.460656 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-d84861a9-2c86-45a3-8ef1-21b0ae2c304d tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.49 "GET /v2.0/networks?id=988cfb83-6f9a-4be6-8256-bada2883579b HTTP/1.1" status: 200 len: 808 time: 0.2013595 Apr 05 15:42:45.479141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Request body: {'port': {'device_id': '9cdd2381-f280-4e54-b6d4-a814cbe785a3', 'network_id': '988cfb83-6f9a-4be6-8256-bada2883579b', 'admin_state_up': True, 'tenant_id': '0f715819f30c4b81be1e64180c4d2f3d'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:45.496779 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-46f73c45-30ba-4fc5-9ae0-4706b5f050df req-562215be-fb44-462a-9aa8-b14a5bb68b3e tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750654 Apr 05 15:42:45.541266 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-81ba72c9-cdcc-4003-935b-dfd9929a3171 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2253370 Apr 05 15:42:45.697901 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:45.702991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Usage tracker for resource:port and tenant:0f715819f30c4b81be1e64180c4d2f3d is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:45.706276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:45.712806 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:45.726023 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Made reservation on behalf of 0f715819f30c4b81be1e64180c4d2f3d for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:45.733290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:45.800136 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-9eaf6c4d-b023-4481-805f-295778d6d9e8 service neutron] 10.222.0.46 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576950 Apr 05 15:42:45.917372 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2a891165-0a80-4c21-950b-7fa529bcc04c req-1a6c28ef-2aae-4037-9fff-7dae0f65446e tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 210 time: 0.0708785 Apr 05 15:42:45.991879 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Allocated IP 172.20.0.5 (988cfb83-6f9a-4be6-8256-bada2883579b/d80c8ca3-6be0-4f87-81ad-61b9da64303f/39a18ffa-830d-47ce-a9c6-31fe197ee809) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:42:46.034762 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-42265e6c-4ee2-4e11-a798-78b5d1dc75c4 service neutron] 10.222.0.46 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259533 Apr 05 15:42:46.385300 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ba5e93d0-862e-42e5-84d1-331ed0096294 req-b3b3322a-e24c-45ec-8346-e4c1dcceda81 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 210 time: 0.1243553 Apr 05 15:42:46.420769 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:46.464191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:46.491233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:46.659408 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Pushing event updated for resources: {'Port': ['ID=39a18ffa-830d-47ce-a9c6-31fe197ee809,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:46.663844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:46.716804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Network 988cfb83-6f9a-4be6-8256-bada2883579b is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:42:46.718020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:46.728338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:42:46.746834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4db1b-e512-4b3f-9979-d860816a3422 req-84105f30-9212-42db-a23d-3dbeaf47db0d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:46.756504 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d6a4db1b-e512-4b3f-9979-d860816a3422 req-84105f30-9212-42db-a23d-3dbeaf47db0d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.1197727 Apr 05 15:42:46.825599 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d6a4db1b-e512-4b3f-9979-d860816a3422 req-51bc4a88-2f93-4f79-b0ce-cd2d7ba40821 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680389 Apr 05 15:42:46.838145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:46.838818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:46.871911 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4010422 Apr 05 15:42:46.886675 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Request body: {'port': {'device_id': '9cdd2381-f280-4e54-b6d4-a814cbe785a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:47.034631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:47.174782 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76516db6-d8ef-48a2-a951-1a760f1f04a5 req-76ea8e4c-4d21-472c-b18b-347548546e5e tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:47.176579 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-76516db6-d8ef-48a2-a951-1a760f1f04a5 req-76ea8e4c-4d21-472c-b18b-347548546e5e tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 931 time: 0.0972998 Apr 05 15:42:47.227355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-76516db6-d8ef-48a2-a951-1a760f1f04a5 req-a2c53319-64b6-42f8-a749-948aa52edc34 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Synchronizing usage tracker for tenant:0f715819f30c4b81be1e64180c4d2f3d on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:42:47.244563 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-76516db6-d8ef-48a2-a951-1a760f1f04a5 req-a2c53319-64b6-42f8-a749-948aa52edc34 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Unset dirty status for tenant:0f715819f30c4b81be1e64180c4d2f3d on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:42:47.245780 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-76516db6-d8ef-48a2-a951-1a760f1f04a5 req-a2c53319-64b6-42f8-a749-948aa52edc34 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624998 Apr 05 15:42:47.663570 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82e6c7e3-2c8a-48fe-a7c2-7e6794f50710 req-f62cb51b-0c61-4de5-b9fe-48f82101a4ab tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 210 time: 0.1139350 Apr 05 15:42:47.885546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e445-7770-41b1-8006-cae0178519de req-9afe0b40-544e-4fd1-b5f0-6841d44b01b8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:47.885546 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-9afe0b40-544e-4fd1-b5f0-6841d44b01b8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 814 time: 0.2314332 Apr 05 15:42:47.911914 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Request body: {'port': {'device_id': '34593c12-b17a-4764-a2c9-e3d17e34045f', 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb', 'admin_state_up': True, 'tenant_id': 'a6e238b8bfc34a4e9c037a20169e5897'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:48.039732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a18ffa-830d-47ce-a9c6-31fe197ee809 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:48.057933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:48.087587 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Transition to ACTIVE for port object 39a18ffa-830d-47ce-a9c6-31fe197ee809 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:42:48.091571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:48.098556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c12b48-06ad-42ca-9ef1-c68113664eed req-b89d2936-1ac9-46ad-864c-a2cdd7ec35bf tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:48.101750 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f8c12b48-06ad-42ca-9ef1-c68113664eed req-b89d2936-1ac9-46ad-864c-a2cdd7ec35bf tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.0976963 Apr 05 15:42:48.114135 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:48.151998 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f8c12b48-06ad-42ca-9ef1-c68113664eed req-fefbd25b-e640-4e77-b828-d9ff01fe00cc tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454583 Apr 05 15:42:48.260566 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:48.277880 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Usage tracker for resource:port and tenant:a6e238b8bfc34a4e9c037a20169e5897 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:48.280680 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Pushing event updated for resources: {'Port': ['ID=39a18ffa-830d-47ce-a9c6-31fe197ee809,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:48.283347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:48.290766 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:48.293323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:48.319045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Made reservation on behalf of a6e238b8bfc34a4e9c037a20169e5897 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:48.325166 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:48.450338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8452688-5521-4f29-9da8-4d893840f493 req-61d7bc3d-9cee-49d5-81ab-4e3375748b1e tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:48.452169 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b8452688-5521-4f29-9da8-4d893840f493 req-61d7bc3d-9cee-49d5-81ab-4e3375748b1e tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 943 time: 0.0917253 Apr 05 15:42:48.505139 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b8452688-5521-4f29-9da8-4d893840f493 req-badeb3a6-c21d-4a33-be32-65ec81599135 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Apr 05 15:42:48.667999 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Attempting to bind port 39a18ffa-830d-47ce-a9c6-31fe197ee809 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:42:48.668510 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Attempting to bind port 39a18ffa-830d-47ce-a9c6-31fe197ee809 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '988cfb83-6f9a-4be6-8256-bada2883579b'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:42:48.668764 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Attempting to bind port 39a18ffa-830d-47ce-a9c6-31fe197ee809 on network 988cfb83-6f9a-4be6-8256-bada2883579b {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:42:48.679573 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Port 39a18ffa-830d-47ce-a9c6-31fe197ee809 on network 988cfb83-6f9a-4be6-8256-bada2883579b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:42:48.679687 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Attempting to bind port 39a18ffa-830d-47ce-a9c6-31fe197ee809 on network 988cfb83-6f9a-4be6-8256-bada2883579b {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:42:48.691111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Allocated IP 172.20.0.10 (ba80e037-f064-4d3a-98d3-65326d3ed1eb/a72d469a-6199-4f3a-9c3e-03cee04bffc8/ddee397c-1bd7-4300-83ef-420b0fe791eb) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:42:48.693263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:42:48.693645 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Checking segment: {'id': 'aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '988cfb83-6f9a-4be6-8256-bada2883579b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:42:48.694074 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Bound using segment: {'id': 'aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '988cfb83-6f9a-4be6-8256-bada2883579b'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:42:48.694554 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Bound port: 39a18ffa-830d-47ce-a9c6-31fe197ee809, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '988cfb83-6f9a-4be6-8256-bada2883579b'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:42:48.694941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:48.888202 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-680a90d9-3912-41d8-aa69-cebb85c7703b req-492fc00f-85fd-4359-895c-ab2de7e6d011 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 210 time: 0.0674090 Apr 05 15:42:48.930309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] For port 39a18ffa-830d-47ce-a9c6-31fe197ee809, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:42:48.955663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] For port 39a18ffa-830d-47ce-a9c6-31fe197ee809, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=39a18ffa-830d-47ce-a9c6-31fe197ee809,segment=NetworkSegment(aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77),segment_id=aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:42:48.965739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:48.986918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:49.179946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:49.208199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52812) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:49.235477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Pushing event updated for resources: {'Port': ['ID=39a18ffa-830d-47ce-a9c6-31fe197ee809,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:49.243333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:49.301727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:49.302544 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:49.304202 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] 10.222.0.49 "PUT /v2.0/ports/39a18ffa-830d-47ce-a9c6-31fe197ee809 HTTP/1.1" status: 200 len: 1093 time: 2.4222188 Apr 05 15:42:49.306235 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd2381-f280-4e54-b6d4-a814cbe785a3', 'tag': '39a18ffa-830d-47ce-a9c6-31fe197ee809'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:49.335559 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:49.362091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['75ea3397-249a-42b1-abb2-6705eed27778', '4f486ad2-0f26-4590-b00c-794e2724d60b'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:42:49.365618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:49.507045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Pushing event updated for resources: {'Port': ['ID=ddee397c-1bd7-4300-83ef-420b0fe791eb,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:49.518520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:49.533364 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdd2381-f280-4e54-b6d4-a814cbe785a3', 'tag': '39a18ffa-830d-47ce-a9c6-31fe197ee809', 'status': 'completed', 'code': 200} Apr 05 15:42:49.587966 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:49.613708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:49.618602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] Usage tracker for resource:security_group_rule and tenant:c0819e2f634c4efca007086387a12e89 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:49.623225 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:49.639416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:49.689353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-30673975-3396-40dc-93c8-4bd46d275e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:49.690998 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-30673975-3396-40dc-93c8-4bd46d275e29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f715819f30c4b81be1e64180c4d2f3d&device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 1096 time: 0.3304074 Apr 05 15:42:49.773529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Network ba80e037-f064-4d3a-98d3-65326d3ed1eb is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:42:49.775083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:49.777542 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:42:49.824273 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-cb707dfd-cc37-444d-ad4f-5288bdfcc186 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39a18ffa-830d-47ce-a9c6-31fe197ee809 HTTP/1.1" status: 200 len: 217 time: 0.1229279 Apr 05 15:42:49.830642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79069d-1b96-401f-840d-033afbdb4443 req-9f75935e-a10d-4f2e-a0cd-5083dc3962a8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:49.833834 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0f79069d-1b96-401f-840d-033afbdb4443 req-9f75935e-a10d-4f2e-a0cd-5083dc3962a8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.4017520 Apr 05 15:42:49.886922 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42925b77-9d7d-4e66-9149-42cdc85482c5 req-a05e287a-9213-4b2a-8d8c-0dc4a82537be tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:49.888954 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-42925b77-9d7d-4e66-9149-42cdc85482c5 req-a05e287a-9213-4b2a-8d8c-0dc4a82537be tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 943 time: 0.2024522 Apr 05 15:42:49.907003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:49.907665 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:49.936374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-151e12fd-aec5-46f6-bb44-912a9edc45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:49.938199 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-151e12fd-aec5-46f6-bb44-912a9edc45fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d80c8ca3-6be0-4f87-81ad-61b9da64303f HTTP/1.1" status: 200 len: 848 time: 0.1041393 Apr 05 15:42:49.943656 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0365427 Apr 05 15:42:49.953283 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:49.964374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:49.965078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Request body: {'port': {'device_id': '34593c12-b17a-4764-a2c9-e3d17e34045f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:49.996721 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-adff5b38-9f22-4f8d-81dd-683902278a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:50.028362 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0819e2f634c4efca007086387a12e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8185813 Apr 05 15:42:50.031990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fe409f-bc74-4c18-baf9-2ba29dc59ac3,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:50.038985 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52830) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:50.050687 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0f79069d-1b96-401f-840d-033afbdb4443 req-56b922e9-2857-477f-9b37-6509fe33d4dc tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948993 Apr 05 15:42:50.052558 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:50.059219 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-42925b77-9d7d-4e66-9149-42cdc85482c5 req-385bfffe-cac9-417c-99d7-ec7d4b0c4ca8 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601083 Apr 05 15:42:50.097677 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-0d0a1118-ce5b-4f52-aca7-6fda8ba91555 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=988cfb83-6f9a-4be6-8256-bada2883579b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429837 Apr 05 15:42:50.247629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f648c7-c542-43a6-b65b-0cd84e0d03ca req-9d857ab5-31e2-4369-90e0-966bccc9f61b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:50.249346 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c1f648c7-c542-43a6-b65b-0cd84e0d03ca req-9d857ab5-31e2-4369-90e0-966bccc9f61b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 932 time: 0.0900707 Apr 05 15:42:50.301668 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c1f648c7-c542-43a6-b65b-0cd84e0d03ca req-0bdd22e3-eddf-45b0-89ee-4a263e421a2f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456283 Apr 05 15:42:50.526652 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:50.551496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-933cbbd3-93a4-4065-976c-cab46f9ab1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:50.643565 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-c3acc3f1-d736-4fa9-8af9-7c6e5c01edff service neutron] 10.222.0.49 "GET /v2.0/networks/988cfb83-6f9a-4be6-8256-bada2883579b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337574 Apr 05 15:42:50.658652 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-933cbbd3-93a4-4065-976c-cab46f9ab1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:50.701762 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52850) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:50.839374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:50.857234 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:50.861765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] Usage tracker for resource:security_group_rule and tenant:7b770f253aa243cbb1d280340af069da is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:50.865603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:50.874838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:50.945888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-933cbbd3-93a4-4065-976c-cab46f9ab1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:50.958897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-630f3816-5e5c-413d-b29b-6b4470beb074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:50.977042 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6382f4b-fd99-4b88-8521-51f466ba5c7d req-f3695048-ddca-41d1-b9e5-46da87580f42 service neutron] 10.222.0.49 "GET /v2.0/networks/988cfb83-6f9a-4be6-8256-bada2883579b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205950 Apr 05 15:42:50.988405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cbbd3-93a4-4065-976c-cab46f9ab1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fe409f-bc74-4c18-baf9-2ba29dc59ac3,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:50.994569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-933cbbd3-93a4-4065-976c-cab46f9ab1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:50.998123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-933cbbd3-93a4-4065-976c-cab46f9ab1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:50.999891 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-933cbbd3-93a4-4065-976c-cab46f9ab1a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5fe409f-bc74-4c18-baf9-2ba29dc59ac3 HTTP/1.1" status: 204 len: 168 time: 0.9497795 Apr 05 15:42:51.030698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.037492 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.049664 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d610988b-a226-45f7-8bd0-189fe6a75798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:51.102666 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b770f253aa243cbb1d280340af069da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990209 Apr 05 15:42:51.103481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52868) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:51.106745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c91432-c5de-4d95-9813-ed4f34004129,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:51.110840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:51.196054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b535247c-687e-41e4-bceb-827dc640073b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.235698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b535247c-687e-41e4-bceb-827dc640073b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.262356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad952e3-507f-4144-ad83-1aa4a1aa4e79 req-565f97d1-04d0-418b-9c90-1464212d7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:51.263953 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ad952e3-507f-4144-ad83-1aa4a1aa4e79 req-565f97d1-04d0-418b-9c90-1464212d7670 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f715819f30c4b81be1e64180c4d2f3d&device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 1096 time: 0.1758556 Apr 05 15:42:51.371439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 52876) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:51.433124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b535247c-687e-41e4-bceb-827dc640073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.439515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:51.455874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.461637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535247c-687e-41e4-bceb-827dc640073b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c91432-c5de-4d95-9813-ed4f34004129,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:51.472034 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b535247c-687e-41e4-bceb-827dc640073b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:51.475102 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddee397c-1bd7-4300-83ef-420b0fe791eb {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:51.488703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4a2ed-8edb-4228-a732-00f17ea48ea0 req-9e751199-2737-4d4f-85dc-e41cd09b72ed tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:51.489787 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.490349 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caa4a2ed-8edb-4228-a732-00f17ea48ea0 req-9e751199-2737-4d4f-85dc-e41cd09b72ed tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 943 time: 0.2077250 Apr 05 15:42:51.491255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b535247c-687e-41e4-bceb-827dc640073b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.495335 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b535247c-687e-41e4-bceb-827dc640073b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1c91432-c5de-4d95-9813-ed4f34004129 HTTP/1.1" status: 204 len: 168 time: 0.3876586 Apr 05 15:42:51.496157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:51.501307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f642d-7334-4430-898c-8a8063a0d0ce req-804ed6ea-73f6-4d0f-b800-fcddfffd5dce tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:51.502941 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ea9f642d-7334-4430-898c-8a8063a0d0ce req-804ed6ea-73f6-4d0f-b800-fcddfffd5dce tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2190323 Apr 05 15:42:51.516375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] Usage tracker for resource:security_group_rule and tenant:a46c5ff667a945a78fe4e9464a8de035 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:51.528572 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:51.535678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Transition to ACTIVE for port object ddee397c-1bd7-4300-83ef-420b0fe791eb will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:42:51.542916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:51.545517 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad952e3-507f-4144-ad83-1aa4a1aa4e79 req-c4d5fcde-3715-4412-90ca-2d32b235436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:51.547118 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ad952e3-507f-4144-ad83-1aa4a1aa4e79 req-c4d5fcde-3715-4412-90ca-2d32b235436e service neutron] 10.222.0.49 "GET /v2.0/networks?id=988cfb83-6f9a-4be6-8256-bada2883579b HTTP/1.1" status: 200 len: 909 time: 0.2751052 Apr 05 15:42:51.548930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.565042 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:51.586044 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ea9f642d-7334-4430-898c-8a8063a0d0ce req-63cd4a75-6600-4baf-895b-4f3932e88238 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652776 Apr 05 15:42:51.597170 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caa4a2ed-8edb-4228-a732-00f17ea48ea0 req-a508f020-b913-46a9-bc2e-cee9530d6e74 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931695 Apr 05 15:42:51.748308 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ad952e3-507f-4144-ad83-1aa4a1aa4e79 req-8d0c9558-a2e8-46d3-ab31-f1d4014f0419 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39a18ffa-830d-47ce-a9c6-31fe197ee809 HTTP/1.1" status: 200 len: 217 time: 0.1842964 Apr 05 15:42:51.884672 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930389c7-2d45-47de-a6a1-a7a844788e63 req-3451587c-b475-4d08-9cd8-0a474ae217f0 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:51.886329 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-930389c7-2d45-47de-a6a1-a7a844788e63 req-3451587c-b475-4d08-9cd8-0a474ae217f0 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 944 time: 0.1709347 Apr 05 15:42:51.889244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a13bba-78ca-4f99-a8ee-c83b4b728771 req-1f6b9379-5a60-4e83-bfcf-1546a6eeedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:51.891328 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-39a13bba-78ca-4f99-a8ee-c83b4b728771 req-1f6b9379-5a60-4e83-bfcf-1546a6eeedec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 1099 time: 0.1224234 Apr 05 15:42:51.892372 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddee397c-1bd7-4300-83ef-420b0fe791eb,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:51.901153 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:51.963550 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad952e3-507f-4144-ad83-1aa4a1aa4e79 req-2aeb7c07-a1c4-4506-8e6a-73822e2cdf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:51.965178 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ad952e3-507f-4144-ad83-1aa4a1aa4e79 req-2aeb7c07-a1c4-4506-8e6a-73822e2cdf9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d80c8ca3-6be0-4f87-81ad-61b9da64303f HTTP/1.1" status: 200 len: 848 time: 0.1643889 Apr 05 15:42:51.987875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52888) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:51.989099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-39a13bba-78ca-4f99-a8ee-c83b4b728771 req-f29177c3-c648-44a0-9c66-60a91d5fd746 service neutron] Synchronizing usage tracker for tenant:8b902eb3e0244efeb6dd476093d4b6bd on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:42:52.027266 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-930389c7-2d45-47de-a6a1-a7a844788e63 req-f58c918b-a23a-4173-a7d4-137dbc686c3f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061509 Apr 05 15:42:52.030431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.049562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:52.054051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f01701245f4c4abf56014c5c6c4204 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:52.057509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:52.058480 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ad952e3-507f-4144-ad83-1aa4a1aa4e79 req-e8267f8e-2931-49b9-90b5-99f5534263d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=988cfb83-6f9a-4be6-8256-bada2883579b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823760 Apr 05 15:42:52.065459 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:52.155293 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.159640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.169348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3d2b5d12-b03c-4b84-905c-d447d64cfb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:52.220093 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5f01701245f4c4abf56014c5c6c4204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251258 Apr 05 15:42:52.220889 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52898) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:52.234260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031bf107-ce6c-418a-b340-1f2b895b54ef,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:52.238834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:52.290048 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-613bfcf5-0e5c-404c-ae17-f3650c389d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.319007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-613bfcf5-0e5c-404c-ae17-f3650c389d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.328106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.346139 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.353335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-39a13bba-78ca-4f99-a8ee-c83b4b728771 req-f29177c3-c648-44a0-9c66-60a91d5fd746 service neutron] Unset dirty status for tenant:8b902eb3e0244efeb6dd476093d4b6bd on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:42:52.354511 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-39a13bba-78ca-4f99-a8ee-c83b4b728771 req-f29177c3-c648-44a0-9c66-60a91d5fd746 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550300 Apr 05 15:42:52.362589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2854b39d-b43c-4d95-b579-b0d48a7ab73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:52.371330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-613bfcf5-0e5c-404c-ae17-f3650c389d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.377301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c015b178-d986-45da-99d5-d10d1ef67d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:52.395177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bfcf5-0e5c-404c-ae17-f3650c389d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031bf107-ce6c-418a-b340-1f2b895b54ef,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:52.397663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-613bfcf5-0e5c-404c-ae17-f3650c389d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.402527 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-613bfcf5-0e5c-404c-ae17-f3650c389d49 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/031bf107-ce6c-418a-b340-1f2b895b54ef HTTP/1.1" status: 204 len: 168 time: 0.1806135 Apr 05 15:42:52.403583 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-613bfcf5-0e5c-404c-ae17-f3650c389d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:52.418416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ededba-bd66-42de-ad09-a8e5db65ad5b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:52.455777 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ad952e3-507f-4144-ad83-1aa4a1aa4e79 req-97f3753a-a20a-43f3-aab4-117d22179f97 service neutron] 10.222.0.49 "GET /v2.0/networks/988cfb83-6f9a-4be6-8256-bada2883579b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837471 Apr 05 15:42:52.458723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:52.473441 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a46c5ff667a945a78fe4e9464a8de035&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0991724 Apr 05 15:42:52.476327 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52906) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:52.480606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Attempting to bind port ddee397c-1bd7-4300-83ef-420b0fe791eb on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:42:52.480982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Attempting to bind port ddee397c-1bd7-4300-83ef-420b0fe791eb by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:42:52.481344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Attempting to bind port ddee397c-1bd7-4300-83ef-420b0fe791eb on network ba80e037-f064-4d3a-98d3-65326d3ed1eb {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:42:52.515306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Port ddee397c-1bd7-4300-83ef-420b0fe791eb on network ba80e037-f064-4d3a-98d3-65326d3ed1eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:42:52.515638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Attempting to bind port ddee397c-1bd7-4300-83ef-420b0fe791eb on network ba80e037-f064-4d3a-98d3-65326d3ed1eb {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:42:52.536385 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:42:52.536783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Checking segment: {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:42:52.537203 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Bound using segment: {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:42:52.537682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Bound port: ddee397c-1bd7-4300-83ef-420b0fe791eb, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:42:52.538069 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.541400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-387dbd0e-2a95-4adf-bf6e-3574a3e88abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.570286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-387dbd0e-2a95-4adf-bf6e-3574a3e88abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.629552 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-387dbd0e-2a95-4adf-bf6e-3574a3e88abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.633725 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-613bfcf5-0e5c-404c-ae17-f3650c389d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:52.646160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dbd0e-2a95-4adf-bf6e-3574a3e88abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ededba-bd66-42de-ad09-a8e5db65ad5b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:52.649348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-387dbd0e-2a95-4adf-bf6e-3574a3e88abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:52.672814 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-387dbd0e-2a95-4adf-bf6e-3574a3e88abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.674083 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-387dbd0e-2a95-4adf-bf6e-3574a3e88abd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9ededba-bd66-42de-ad09-a8e5db65ad5b HTTP/1.1" status: 204 len: 168 time: 0.1966617 Apr 05 15:42:52.716057 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ad952e3-507f-4144-ad83-1aa4a1aa4e79 req-eee46f26-5fd6-4ee5-8893-11121391085c service neutron] 10.222.0.49 "GET /v2.0/networks/988cfb83-6f9a-4be6-8256-bada2883579b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300205 Apr 05 15:42:52.727970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] For port ddee397c-1bd7-4300-83ef-420b0fe791eb, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:42:52.731245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] For port ddee397c-1bd7-4300-83ef-420b0fe791eb, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ddee397c-1bd7-4300-83ef-420b0fe791eb,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:42:52.738919 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.764886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:52.896140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52920) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:52.918926 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddee397c-1bd7-4300-83ef-420b0fe791eb,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:52.925009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:52.930415 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.976132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:52.987663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:52.988672 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:52.990559 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] 10.222.0.49 "PUT /v2.0/ports/ddee397c-1bd7-4300-83ef-420b0fe791eb HTTP/1.1" status: 200 len: 1094 time: 3.0331371 Apr 05 15:42:52.991258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34593c12-b17a-4764-a2c9-e3d17e34045f', 'tag': 'ddee397c-1bd7-4300-83ef-420b0fe791eb'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:52.992521 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] Usage tracker for resource:security_group_rule and tenant:a577ff1fbb564da59abd56db168b29fe is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:52.998482 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:53.008223 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:53.039853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0ef2f-95fb-4741-8f7e-cf871570bcaa req-5cf32375-5af2-42bf-bde3-b562ea50fe17 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:53.041779 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a8c0ef2f-95fb-4741-8f7e-cf871570bcaa req-5cf32375-5af2-42bf-bde3-b562ea50fe17 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2699990 Apr 05 15:42:53.057862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac36388-66ab-4d67-8dff-c1abdcfae42b req-48a0090b-4ef1-4cf8-b3b4-64732191caa5 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:53.059498 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4ac36388-66ab-4d67-8dff-c1abdcfae42b req-48a0090b-4ef1-4cf8-b3b4-64732191caa5 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 943 time: 0.2303262 Apr 05 15:42:53.162949 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a8c0ef2f-95fb-4741-8f7e-cf871570bcaa req-8eb9973a-5d77-41e8-b718-aec9362b55e5 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023757 Apr 05 15:42:53.180769 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4ac36388-66ab-4d67-8dff-c1abdcfae42b req-9514ab36-709c-492b-8831-8956869810e5 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951743 Apr 05 15:42:53.240093 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:53.250786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:53.260289 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:53.306814 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34593c12-b17a-4764-a2c9-e3d17e34045f', 'tag': 'ddee397c-1bd7-4300-83ef-420b0fe791eb', 'status': 'completed', 'code': 200} Apr 05 15:42:53.345452 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a577ff1fbb564da59abd56db168b29fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480643 Apr 05 15:42:53.346441 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad82e25-6df7-429b-a6fa-d6ef57ca2594,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:53.349148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 52938) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:53.351477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:53.393436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e445-7770-41b1-8006-cae0178519de req-e43ecec1-1117-4bd7-bd42-13cae67eaf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:53.395066 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-e43ecec1-1117-4bd7-bd42-13cae67eaf4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 1097 time: 0.3588648 Apr 05 15:42:53.475191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644f4ec7-1d3d-4752-babf-16e59235bb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:53.476092 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-d2117a85-7b9a-49fd-b097-a9094045b713 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddee397c-1bd7-4300-83ef-420b0fe791eb HTTP/1.1" status: 200 len: 217 time: 0.0685909 Apr 05 15:42:53.539660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644f4ec7-1d3d-4752-babf-16e59235bb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:53.556689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814e445-7770-41b1-8006-cae0178519de req-4b06a839-0c74-4829-9306-cc81855f4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:53.558395 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-4b06a839-0c74-4829-9306-cc81855f4a69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a72d469a-6199-4f3a-9c3e-03cee04bffc8 HTTP/1.1" status: 200 len: 854 time: 0.0735557 Apr 05 15:42:53.587443 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f2c04-8d05-4a1b-9ed8-d9855b8e2e2e req-7210aef3-b5af-4c48-90eb-69fa39413b07 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:53.595826 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be8f2c04-8d05-4a1b-9ed8-d9855b8e2e2e req-7210aef3-b5af-4c48-90eb-69fa39413b07 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 944 time: 0.1926625 Apr 05 15:42:53.640387 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-e4f43e96-ab3a-41f3-a230-676519c9212b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba80e037-f064-4d3a-98d3-65326d3ed1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709405 Apr 05 15:42:53.672299 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be8f2c04-8d05-4a1b-9ed8-d9855b8e2e2e req-2a055a96-e3f4-4a77-8359-f752f9417d25 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754125 Apr 05 15:42:53.719310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644f4ec7-1d3d-4752-babf-16e59235bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:53.731388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-41bf1f4d-1f37-4464-a677-d043c3a2129f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:53.765513 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644f4ec7-1d3d-4752-babf-16e59235bb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:53.773903 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-644f4ec7-1d3d-4752-babf-16e59235bb21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ad82e25-6df7-429b-a6fa-d6ef57ca2594 HTTP/1.1" status: 204 len: 168 time: 0.4214473 Apr 05 15:42:53.775209 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f4ec7-1d3d-4752-babf-16e59235bb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad82e25-6df7-429b-a6fa-d6ef57ca2594,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:53.806940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-644f4ec7-1d3d-4752-babf-16e59235bb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:53.867015 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-b75f58c8-57fe-4488-8b15-76cc29aab342 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131281 Apr 05 15:42:54.041408 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0814e445-7770-41b1-8006-cae0178519de req-dce9587e-c92a-474a-9ba7-59394705bec3 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669002 Apr 05 15:42:54.181970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab0dbf-c214-498f-b738-c662a548d391 req-e6af1eff-0173-464a-af4a-0b3ff62b569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:54.183584 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6cab0dbf-c214-498f-b738-c662a548d391 req-e6af1eff-0173-464a-af4a-0b3ff62b569d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 1097 time: 0.0889933 Apr 05 15:42:54.246315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 39a18ffa-830d-47ce-a9c6-31fe197ee809 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:42:54.406520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab0dbf-c214-498f-b738-c662a548d391 req-2999e292-c611-49e9-a498-60e3404494ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:54.408030 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6cab0dbf-c214-498f-b738-c662a548d391 req-2999e292-c611-49e9-a498-60e3404494ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 915 time: 0.2168818 Apr 05 15:42:54.439846 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 39a18ffa-830d-47ce-a9c6-31fe197ee809, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=39a18ffa-830d-47ce-a9c6-31fe197ee809,segment=NetworkSegment(aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77),segment_id=aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:54.458637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '39a18ffa-830d-47ce-a9c6-31fe197ee809', 'network_id': '988cfb83-6f9a-4be6-8256-bada2883579b', 'port_id': '39a18ffa-830d-47ce-a9c6-31fe197ee809', 'mac_address': 'fa:16:3e:ad:87:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80c8ca3-6be0-4f87-81ad-61b9da64303f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:42:54.513154 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6cab0dbf-c214-498f-b738-c662a548d391 req-8effebb4-71be-4d40-b83e-a5b82988c54f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddee397c-1bd7-4300-83ef-420b0fe791eb HTTP/1.1" status: 200 len: 217 time: 0.0966456 Apr 05 15:42:54.537154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:54.564087 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a18ffa-830d-47ce-a9c6-31fe197ee809 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:54.587365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 39a18ffa-830d-47ce-a9c6-31fe197ee809, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=39a18ffa-830d-47ce-a9c6-31fe197ee809,segment=NetworkSegment(aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77),segment_id=aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:54.592561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:54.598337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:54.611645 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab0dbf-c214-498f-b738-c662a548d391 req-a8ba9fb2-8988-4f37-b0fa-972be6c9d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:54.613896 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6cab0dbf-c214-498f-b738-c662a548d391 req-a8ba9fb2-8988-4f37-b0fa-972be6c9d93a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a72d469a-6199-4f3a-9c3e-03cee04bffc8 HTTP/1.1" status: 200 len: 854 time: 0.0933280 Apr 05 15:42:54.709191 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6cab0dbf-c214-498f-b738-c662a548d391 req-389592d0-2a3d-4c04-bc2e-c407e5ce59b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba80e037-f064-4d3a-98d3-65326d3ed1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870810 Apr 05 15:42:54.709903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=39a18ffa-830d-47ce-a9c6-31fe197ee809,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:54.716881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:54.747073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-28451e8d-a897-429f-89ba-09214ad735fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:54.866074 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6cab0dbf-c214-498f-b738-c662a548d391 req-ee817a9c-6c0a-454f-8547-4f0ff55525b5 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470878 Apr 05 15:42:54.866815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fb135-b054-49ae-bffb-1bbf49f9d324 req-b1058470-b76f-49bc-8028-ecd4dd35297e tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:54.868774 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-637fb135-b054-49ae-bffb-1bbf49f9d324 req-b1058470-b76f-49bc-8028-ecd4dd35297e tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 943 time: 0.4690442 Apr 05 15:42:54.942608 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-637fb135-b054-49ae-bffb-1bbf49f9d324 req-422cf775-3bde-4c57-953e-367eb40d85cf tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646501 Apr 05 15:42:54.962236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed02cfb-5f58-43b6-b283-1bcd23be1149 req-7a01c2bd-a786-4507-a3f3-fcfd1f2e6760 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:54.969500 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0ed02cfb-5f58-43b6-b283-1bcd23be1149 req-7a01c2bd-a786-4507-a3f3-fcfd1f2e6760 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.4811006 Apr 05 15:42:55.121041 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0ed02cfb-5f58-43b6-b283-1bcd23be1149 req-2a6bc494-9cbe-4152-b9c0-e12d345cc6e7 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425836 Apr 05 15:42:55.162843 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['39a18ffa-830d-47ce-a9c6-31fe197ee809'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:42:55.176269 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6cab0dbf-c214-498f-b738-c662a548d391 req-2d640c4a-1176-4ac4-87f7-da731cc89cdb service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986279 Apr 05 15:42:55.460969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa92d46-101f-4081-8fa1-bb39bed8f4ab req-32f36cd1-f8f9-427d-b91c-69e2315dd03c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:55.471216 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2fa92d46-101f-4081-8fa1-bb39bed8f4ab req-32f36cd1-f8f9-427d-b91c-69e2315dd03c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1630952 Apr 05 15:42:55.485003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6595df-5427-43d0-b164-b3765d4352ad req-e5df00f9-1110-4f2d-b4cd-f05696a970d1 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:55.487596 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bc6595df-5427-43d0-b164-b3765d4352ad req-e5df00f9-1110-4f2d-b4cd-f05696a970d1 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 944 time: 0.2422867 Apr 05 15:42:55.574474 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2fa92d46-101f-4081-8fa1-bb39bed8f4ab req-0d053025-3ded-448e-9563-e4825847a0bf tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018791 Apr 05 15:42:55.605050 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bc6595df-5427-43d0-b164-b3765d4352ad req-3a4ed5e5-eae0-40a9-a962-79927df698f6 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624771 Apr 05 15:42:56.122351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:56.187469 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c904a2-4da2-4a54-a4a0-e1d931619c70 req-1ac5b804-a78f-43b2-9a4d-b818678bea41 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:56.189563 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b4c904a2-4da2-4a54-a4a0-e1d931619c70 req-1ac5b804-a78f-43b2-9a4d-b818678bea41 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 944 time: 0.1189640 Apr 05 15:42:56.256939 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b4c904a2-4da2-4a54-a4a0-e1d931619c70 req-e82114e9-3034-4556-970b-354cc701dfd4 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564756 Apr 05 15:42:56.441677 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53064) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:56.566568 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:56.581807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:56.585876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] Usage tracker for resource:security_group_rule and tenant:08cb9f064bca4ada9a79fbf50aa64b32 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:42:56.588962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:42:56.595618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:56.693488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:56.696370 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:56.705953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d08b0c99-0d0a-4184-ad77-2d258d4c4f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:56.747884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f7dc79-d539-4e89-86a1-a20eba762b07,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:56.751761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:56.756893 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08cb9f064bca4ada9a79fbf50aa64b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113341 Apr 05 15:42:56.757223 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53080) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:56.809898 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bedea8-1c6f-41f2-a2aa-8c8ec488589f req-31410bd0-18f9-46f1-b861-ce17f3b56a9b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:56.811510 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4bedea8-1c6f-41f2-a2aa-8c8ec488589f req-31410bd0-18f9-46f1-b861-ce17f3b56a9b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 944 time: 0.0966015 Apr 05 15:42:56.822914 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ae9e86aa-7bdc-4f5c-b782-a8c71d5623be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:56.852101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ae9e86aa-7bdc-4f5c-b782-a8c71d5623be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:56.868580 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e4bedea8-1c6f-41f2-a2aa-8c8ec488589f req-ba78e46f-c637-47ef-885b-d2832d367d7f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491574 Apr 05 15:42:56.902792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ae9e86aa-7bdc-4f5c-b782-a8c71d5623be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:56.908649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:56.921249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e86aa-7bdc-4f5c-b782-a8c71d5623be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f7dc79-d539-4e89-86a1-a20eba762b07,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:56.923587 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ae9e86aa-7bdc-4f5c-b782-a8c71d5623be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:56.931578 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ae9e86aa-7bdc-4f5c-b782-a8c71d5623be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:56.932885 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ae9e86aa-7bdc-4f5c-b782-a8c71d5623be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0f7dc79-d539-4e89-86a1-a20eba762b07 HTTP/1.1" status: 204 len: 168 time: 0.1746445 Apr 05 15:42:56.969777 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66607248-78c2-49fa-bf40-1178f666c1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:57.479774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:57.492565 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c7ab9-8502-4da7-a08c-82d5bbac42be req-4231581e-1486-494f-a38a-42320f27c98c tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:57.509222 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4b7c7ab9-8502-4da7-a08c-82d5bbac42be req-4231581e-1486-494f-a38a-42320f27c98c tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 944 time: 0.1267302 Apr 05 15:42:57.572579 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4b7c7ab9-8502-4da7-a08c-82d5bbac42be req-6850207e-0a87-4932-bbaf-b9d4842ef0cc tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554287 Apr 05 15:42:58.050122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b767d9-c29b-40b8-abbe-6575ff201f8f req-80135d8d-13fd-49b7-9a06-7cc5c9a6cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:58.052051 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-64b767d9-c29b-40b8-abbe-6575ff201f8f req-80135d8d-13fd-49b7-9a06-7cc5c9a6cf3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 1098 time: 0.1329937 Apr 05 15:42:58.204927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ea2e4-090d-4bfb-a4ae-781ebbc589e1 req-1d13dd71-d03f-43cd-88c1-00f0167216ef tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:58.206699 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-457ea2e4-090d-4bfb-a4ae-781ebbc589e1 req-1d13dd71-d03f-43cd-88c1-00f0167216ef tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 944 time: 0.2004735 Apr 05 15:42:58.227028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b38eed-4524-43b2-8e3c-b7faa62e18e8 req-d3165dae-46d2-4415-b525-2f4479a66826 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:58.228584 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a9b38eed-4524-43b2-8e3c-b7faa62e18e8 req-d3165dae-46d2-4415-b525-2f4479a66826 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1490679 Apr 05 15:42:58.240334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b767d9-c29b-40b8-abbe-6575ff201f8f req-f9931b08-fdf6-40b5-b8c5-957cb9a07d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:58.242658 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-64b767d9-c29b-40b8-abbe-6575ff201f8f req-f9931b08-fdf6-40b5-b8c5-957cb9a07d54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 919 time: 0.1774843 Apr 05 15:42:58.253584 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device ddee397c-1bd7-4300-83ef-420b0fe791eb details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:42:58.263538 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 39a18ffa-830d-47ce-a9c6-31fe197ee809 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:42:58.319014 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a9b38eed-4524-43b2-8e3c-b7faa62e18e8 req-9c4ce827-d209-4de0-9b86-5f148bb049bc tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748258 Apr 05 15:42:58.344335 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-457ea2e4-090d-4bfb-a4ae-781ebbc589e1 req-9faf991d-b979-4a0a-84e1-0550512436fa tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269519 Apr 05 15:42:58.410017 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-64b767d9-c29b-40b8-abbe-6575ff201f8f req-1b47eda6-f34e-4221-a873-435ed0dbc152 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841 HTTP/1.1" status: 200 len: 217 time: 0.1593521 Apr 05 15:42:58.460540 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 39a18ffa-830d-47ce-a9c6-31fe197ee809 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:42:58.468313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 39a18ffa-830d-47ce-a9c6-31fe197ee809 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:58.468949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:58.583664 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port ddee397c-1bd7-4300-83ef-420b0fe791eb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ddee397c-1bd7-4300-83ef-420b0fe791eb,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:58.596017 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b767d9-c29b-40b8-abbe-6575ff201f8f req-e31c2771-922d-49db-863b-0866700f8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:58.599298 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-64b767d9-c29b-40b8-abbe-6575ff201f8f req-e31c2771-922d-49db-863b-0866700f8dac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 200 len: 858 time: 0.1825123 Apr 05 15:42:58.633651 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': 'ddee397c-1bd7-4300-83ef-420b0fe791eb', 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb', 'port_id': 'ddee397c-1bd7-4300-83ef-420b0fe791eb', 'mac_address': 'fa:16:3e:ca:d8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72d469a-6199-4f3a-9c3e-03cee04bffc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:42:58.695255 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-64b767d9-c29b-40b8-abbe-6575ff201f8f req-cc1289ec-69fb-41e6-8e5c-fc7bdfb57e8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffadb37e-9238-46c9-8a24-86bdd147930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874062 Apr 05 15:42:58.710092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:58.762519 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:58.802041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd2381-f280-4e54-b6d4-a814cbe785a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a18ffa-830d-47ce-a9c6-31fe197ee809'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:42:58.830161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddee397c-1bd7-4300-83ef-420b0fe791eb {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:42:58.831558 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5455f58-9f8f-4ab8-9ca3-9382fd1d20fb req-e6cd1821-d537-4c48-bba8-caff8213995b tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:58.839916 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d5455f58-9f8f-4ab8-9ca3-9382fd1d20fb req-e6cd1821-d537-4c48-bba8-caff8213995b tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 944 time: 0.1066616 Apr 05 15:42:58.856685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 39a18ffa-830d-47ce-a9c6-31fe197ee809, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=39a18ffa-830d-47ce-a9c6-31fe197ee809,segment=NetworkSegment(aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77),segment_id=aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:58.867015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:58.870816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d81acd8b-eada-43b4-9e13-6dd69b3ce2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:58.902348 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d5455f58-9f8f-4ab8-9ca3-9382fd1d20fb req-fbdc0be4-9d2f-44a9-8807-7c0ae8ecd8b7 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614777 Apr 05 15:42:58.945859 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-64b767d9-c29b-40b8-abbe-6575ff201f8f req-124a3fbd-4e41-4ceb-8219-82ffbc75ca3f service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425914 Apr 05 15:42:59.039569 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdd2381-f280-4e54-b6d4-a814cbe785a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a18ffa-830d-47ce-a9c6-31fe197ee809', 'code': 200} Apr 05 15:42:59.050740 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port ddee397c-1bd7-4300-83ef-420b0fe791eb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ddee397c-1bd7-4300-83ef-420b0fe791eb,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:42:59.065813 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:59.081879 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=39a18ffa-830d-47ce-a9c6-31fe197ee809,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:59.104201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:59.104840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:59.209484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:59.223805 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=ddee397c-1bd7-4300-83ef-420b0fe791eb,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:59.227829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:59.277583 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-64b767d9-c29b-40b8-abbe-6575ff201f8f req-c2727f1b-ed04-4cb6-a171-d3f4cbd1ee15 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132417 Apr 05 15:42:59.291467 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da85ea-2df3-4e2f-9e2d-5fe6b8c3ecae req-1d1aecf0-d1ee-4d17-ac39-c01a9cda4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:59.293047 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-71da85ea-2df3-4e2f-9e2d-5fe6b8c3ecae req-1d1aecf0-d1ee-4d17-ac39-c01a9cda4b41 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 1098 time: 0.1227221 Apr 05 15:42:59.398621 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-71da85ea-2df3-4e2f-9e2d-5fe6b8c3ecae req-76edd3b6-0f26-44fa-b5df-84f0ab0382b2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965707 Apr 05 15:42:59.494236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['ddee397c-1bd7-4300-83ef-420b0fe791eb'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:42:59.655943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bd7b8-5d98-4fc3-b326-f83c83ac7f29 req-a6913ad9-0267-4874-a7d0-321e1e3ef60a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:59.663750 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fc2bd7b8-5d98-4fc3-b326-f83c83ac7f29 req-a6913ad9-0267-4874-a7d0-321e1e3ef60a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 945 time: 0.2026231 Apr 05 15:42:59.695080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5434-aafb-42c5-a66d-5a77ac34ee10 req-00d801dd-4338-4f9f-819e-e5dcd2cc9848 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:59.700996 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0aa5434-aafb-42c5-a66d-5a77ac34ee10 req-00d801dd-4338-4f9f-819e-e5dcd2cc9848 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1760297 Apr 05 15:42:59.756119 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fc2bd7b8-5d98-4fc3-b326-f83c83ac7f29 req-fd5da317-6a8e-432b-8403-9e45bdbf7903 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912719 Apr 05 15:42:59.767257 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0aa5434-aafb-42c5-a66d-5a77ac34ee10 req-e8447506-01cc-4d24-b255-487f67d13622 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627353 Apr 05 15:43:00.098228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c962b-a024-4dec-8bac-b6e4466c0282 req-e970a8ce-ff84-4fd9-8fae-360cad0f6ddf tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:00.099817 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e02c962b-a024-4dec-8bac-b6e4466c0282 req-e970a8ce-ff84-4fd9-8fae-360cad0f6ddf tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 945 time: 0.0917277 Apr 05 15:43:00.147896 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e02c962b-a024-4dec-8bac-b6e4466c0282 req-3d96cfee-a573-4e2e-8b97-d4d091eae488 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416818 Apr 05 15:43:01.093023 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f64f-c211-4c56-bc5c-adce5283cf55 req-9afd1913-7520-474a-a9c5-8f632348aec6 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:01.101080 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-14a8f64f-c211-4c56-bc5c-adce5283cf55 req-9afd1913-7520-474a-a9c5-8f632348aec6 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 945 time: 0.2095709 Apr 05 15:43:01.150309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26d7cc-18aa-4dc8-9e05-92c653e07adf req-0c06425a-9edb-458d-8c90-e2a678fda90c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:01.151995 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da26d7cc-18aa-4dc8-9e05-92c653e07adf req-0c06425a-9edb-458d-8c90-e2a678fda90c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.2036130 Apr 05 15:43:01.178354 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-14a8f64f-c211-4c56-bc5c-adce5283cf55 req-8266f3cd-355d-42e4-9fa1-d062d0770352 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763209 Apr 05 15:43:01.207670 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da26d7cc-18aa-4dc8-9e05-92c653e07adf req-432f53be-36e7-4fed-a32e-65d3edea7f82 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486143 Apr 05 15:43:01.421845 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3594400-911c-453b-b257-cd09c8af0b24 req-8ad56aa0-8983-408f-b9a5-dbc84191ab53 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:01.423444 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e3594400-911c-453b-b257-cd09c8af0b24 req-8ad56aa0-8983-408f-b9a5-dbc84191ab53 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 945 time: 0.0991089 Apr 05 15:43:01.472354 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e3594400-911c-453b-b257-cd09c8af0b24 req-fc1adbfc-36a5-4a7f-b5a4-3145a7b6653f tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Apr 05 15:43:02.197514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53262) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:02.263184 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device ddee397c-1bd7-4300-83ef-420b0fe791eb up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:02.319751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53272) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:02.381929 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port ddee397c-1bd7-4300-83ef-420b0fe791eb completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:02.388884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port ddee397c-1bd7-4300-83ef-420b0fe791eb triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:02.389312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.467983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b0588d04-2459-4cdf-b9e9-97c68a9d74e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.482067 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b101e94-224e-4745-8927-eae8d72445f2 req-798bf9f2-b601-4679-85f8-b53da86f62b5 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:02.491930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b0588d04-2459-4cdf-b9e9-97c68a9d74e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:02.497966 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b0588d04-2459-4cdf-b9e9-97c68a9d74e8 admin admin] Usage tracker for resource:security_group_rule and tenant:9b4b2ea48da149c2b02929a834b93fa7 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:02.503311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b0588d04-2459-4cdf-b9e9-97c68a9d74e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:02.505106 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9b101e94-224e-4745-8927-eae8d72445f2 req-798bf9f2-b601-4679-85f8-b53da86f62b5 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 945 time: 0.2031784 Apr 05 15:43:02.510775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b0588d04-2459-4cdf-b9e9-97c68a9d74e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:02.531886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.537434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853b0a4-7002-4e3d-a666-759973b704d1 req-6343e185-1305-4e00-9398-489fac77b5d1 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:02.541249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.546867 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d853b0a4-7002-4e3d-a666-759973b704d1 req-6343e185-1305-4e00-9398-489fac77b5d1 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1880822 Apr 05 15:43:02.564729 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34593c12-b17a-4764-a2c9-e3d17e34045f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddee397c-1bd7-4300-83ef-420b0fe791eb'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:43:02.565849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:02.570740 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] Usage tracker for resource:security_group_rule and tenant:b49f6f7946cf493da9f6e6478314affa is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:02.573903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:02.575828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port ddee397c-1bd7-4300-83ef-420b0fe791eb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ddee397c-1bd7-4300-83ef-420b0fe791eb,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:02.580448 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.581092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:02.582617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-19323f54-f0ca-42a9-a03c-f7047e5f5985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:02.611831 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d853b0a4-7002-4e3d-a666-759973b704d1 req-3893b1dc-014b-4773-853c-a7e96a9154af tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640242 Apr 05 15:43:02.630721 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9b101e94-224e-4745-8927-eae8d72445f2 req-83feeddd-a182-47bb-9374-5abea4a4ba89 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242154 Apr 05 15:43:02.704202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=ddee397c-1bd7-4300-83ef-420b0fe791eb,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:02.708163 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34593c12-b17a-4764-a2c9-e3d17e34045f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddee397c-1bd7-4300-83ef-420b0fe791eb', 'code': 200} Apr 05 15:43:02.708969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:02.773028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.775071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b0588d04-2459-4cdf-b9e9-97c68a9d74e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.776667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.786010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4112fcaa-bfb4-4283-b314-d2cdcf7039ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:02.796401 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b0588d04-2459-4cdf-b9e9-97c68a9d74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.853703 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b49f6f7946cf493da9f6e6478314affa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5316672 Apr 05 15:43:02.855137 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7a27c-6c4c-4eb9-98e9-8619a468e44b,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:02.855536 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 53294) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:02.864735 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b0588d04-2459-4cdf-b9e9-97c68a9d74e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b4b2ea48da149c2b02929a834b93fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6609068 Apr 05 15:43:02.866309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53298) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:02.867219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:02.870883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-38f891ee-4b73-4aff-b329-d76fe6519da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:02.930046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33c693c0-69a7-4fd1-aab4-23ac88c8a36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.981367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33c693c0-69a7-4fd1-aab4-23ac88c8a36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.009327 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0588d04-2459-4cdf-b9e9-97c68a9d74e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521d4893-ec5a-4442-b003-52bfc61de7d0,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:03.022961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b0588d04-2459-4cdf-b9e9-97c68a9d74e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:03.034970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25e79800-099e-42df-8e87-609e470f2269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.055712 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33c693c0-69a7-4fd1-aab4-23ac88c8a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.062526 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1341b46f-23bc-4d65-b499-b6374ef9fd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:03.063501 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25e79800-099e-42df-8e87-609e470f2269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.077677 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c693c0-69a7-4fd1-aab4-23ac88c8a36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7a27c-6c4c-4eb9-98e9-8619a468e44b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:03.083485 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-33c693c0-69a7-4fd1-aab4-23ac88c8a36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:03.084352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33c693c0-69a7-4fd1-aab4-23ac88c8a36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.085592 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-33c693c0-69a7-4fd1-aab4-23ac88c8a36b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3d7a27c-6c4c-4eb9-98e9-8619a468e44b HTTP/1.1" status: 204 len: 168 time: 0.2289956 Apr 05 15:43:03.119567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25e79800-099e-42df-8e87-609e470f2269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.125953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a7c54429-7a84-4b46-888d-92549f273828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:03.139427 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f8ad0-c77e-4fa1-be48-e93e2ab336ae req-6fad424d-dd2b-4517-bb7d-82281375a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:03.141628 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-316f8ad0-c77e-4fa1-be48-e93e2ab336ae req-6fad424d-dd2b-4517-bb7d-82281375a1d3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 1099 time: 0.2485828 Apr 05 15:43:03.146740 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e79800-099e-42df-8e87-609e470f2269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521d4893-ec5a-4442-b003-52bfc61de7d0,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:03.150009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-25e79800-099e-42df-8e87-609e470f2269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:03.170723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25e79800-099e-42df-8e87-609e470f2269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.175080 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-25e79800-099e-42df-8e87-609e470f2269 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/521d4893-ec5a-4442-b003-52bfc61de7d0 HTTP/1.1" status: 204 len: 168 time: 0.3062892 Apr 05 15:43:03.206960 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-316f8ad0-c77e-4fa1-be48-e93e2ab336ae req-638566d2-2835-461f-9019-ad7ca554b108 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523045 Apr 05 15:43:03.303634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.491649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53322) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:03.515400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.531343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:03.535365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:41f65b268d7f4b2994aaf544c8fa7672 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:03.538348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:03.544444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:03.571451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53328) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:03.595617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.616300 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:03.625152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] Usage tracker for resource:security_group_rule and tenant:17afc170d0a94068b11c1dc499620d3c is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:03.628925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:03.638885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:03.703854 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.708506 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.720122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-25e79800-099e-42df-8e87-609e470f2269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:03.772760 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41f65b268d7f4b2994aaf544c8fa7672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793388 Apr 05 15:43:03.777333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68403926-e5b1-4927-8170-758f48cf914d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:03.779842 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53342) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:03.784925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:03.866092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.879510 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.890705 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c7ccc38b-e521-4603-973f-ba0079f9e265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:03.911887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d49e2ec9-6df1-4a8d-93cd-678f28016953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.914975 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0a208-a643-4769-afb8-75ec15f356f2 req-874a2fa9-5a60-4275-9ac0-878fb61b4e81 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:03.916719 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c2f0a208-a643-4769-afb8-75ec15f356f2 req-874a2fa9-5a60-4275-9ac0-878fb61b4e81 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1690557 Apr 05 15:43:03.934568 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee79ee-aea1-4011-8638-7ad7d90f8c92 req-6b82633a-4d30-4819-86df-e1b4a6c3fbe7 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:03.942392 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c8ee79ee-aea1-4011-8638-7ad7d90f8c92 req-6b82633a-4d30-4819-86df-e1b4a6c3fbe7 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 946 time: 0.1436508 Apr 05 15:43:03.948392 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b6cb9b-7714-4440-bf3a-27278b0f0a24,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:03.986889 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:03.989691 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17afc170d0a94068b11c1dc499620d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172251 Apr 05 15:43:04.001842 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53348) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:04.022756 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d49e2ec9-6df1-4a8d-93cd-678f28016953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:04.037538 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c8ee79ee-aea1-4011-8638-7ad7d90f8c92 req-8ef7f330-353e-473a-8cf0-aa374629d0b8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936346 Apr 05 15:43:04.041327 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c2f0a208-a643-4769-afb8-75ec15f356f2 req-637b93fd-2579-4162-8bdc-8853a1cacb6b tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960903 Apr 05 15:43:04.117072 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-033998d6-0165-49aa-a17e-1382d6351181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:04.141354 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d49e2ec9-6df1-4a8d-93cd-678f28016953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:04.149743 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:04.165666 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-033998d6-0165-49aa-a17e-1382d6351181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:04.173161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e2ec9-6df1-4a8d-93cd-678f28016953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68403926-e5b1-4927-8170-758f48cf914d,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:04.175663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d49e2ec9-6df1-4a8d-93cd-678f28016953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:04.200410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d49e2ec9-6df1-4a8d-93cd-678f28016953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:04.204890 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d49e2ec9-6df1-4a8d-93cd-678f28016953 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68403926-e5b1-4927-8170-758f48cf914d HTTP/1.1" status: 204 len: 168 time: 0.4199283 Apr 05 15:43:04.228782 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-033998d6-0165-49aa-a17e-1382d6351181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:04.236047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-dcabbbb8-d954-41c7-bcc7-ed5a5b554936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:04.251212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033998d6-0165-49aa-a17e-1382d6351181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b6cb9b-7714-4440-bf3a-27278b0f0a24,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:04.254585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-033998d6-0165-49aa-a17e-1382d6351181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:04.256745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-033998d6-0165-49aa-a17e-1382d6351181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:04.258101 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-033998d6-0165-49aa-a17e-1382d6351181 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6b6cb9b-7714-4440-bf3a-27278b0f0a24 HTTP/1.1" status: 204 len: 168 time: 0.2550006 Apr 05 15:43:04.869669 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53386) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:05.149742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:05.169966 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:05.176815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] Usage tracker for resource:security_group_rule and tenant:279c7a345dab437f9f57bc6360312487 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:05.182619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:05.191973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:05.357497 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:05.361860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:05.372899 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-25810c92-ee4d-4597-9442-d9232e71c15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:05.427142 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=279c7a345dab437f9f57bc6360312487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561361 Apr 05 15:43:05.429825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c5f248-871a-42c8-b9d2-40623d7f0611,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:05.433237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 53428) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:05.433659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:05.470812 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a924cd-6daa-40fc-9d34-cdfbbb185f2b req-9708c5a8-52af-4fc0-9081-76f67223ed11 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:05.472434 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-57a924cd-6daa-40fc-9d34-cdfbbb185f2b req-9708c5a8-52af-4fc0-9081-76f67223ed11 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 946 time: 0.1508756 Apr 05 15:43:05.541747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cbcb9-971a-49dc-9f9f-89a7117c5862 req-ebf23dea-353b-4727-a3e0-7d3e17e6085c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:05.543399 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-965cbcb9-971a-49dc-9f9f-89a7117c5862 req-ebf23dea-353b-4727-a3e0-7d3e17e6085c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.2593889 Apr 05 15:43:05.570029 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-57a924cd-6daa-40fc-9d34-cdfbbb185f2b req-c2a7a9b8-8325-4953-bd01-1f64303d9940 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895586 Apr 05 15:43:05.612342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fd95427-c81e-46fa-8052-3b51b607ca0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:05.643739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fd95427-c81e-46fa-8052-3b51b607ca0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:05.713340 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-965cbcb9-971a-49dc-9f9f-89a7117c5862 req-b334c197-7a58-4ac7-84bf-1ce577c5ab28 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561258 Apr 05 15:43:05.714042 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fd95427-c81e-46fa-8052-3b51b607ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:05.719340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b535247c-687e-41e4-bceb-827dc640073b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:05.732020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd95427-c81e-46fa-8052-3b51b607ca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c5f248-871a-42c8-b9d2-40623d7f0611,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:05.734568 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9fd95427-c81e-46fa-8052-3b51b607ca0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:05.740757 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fd95427-c81e-46fa-8052-3b51b607ca0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:05.742191 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9fd95427-c81e-46fa-8052-3b51b607ca0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94c5f248-871a-42c8-b9d2-40623d7f0611 HTTP/1.1" status: 204 len: 168 time: 0.2988625 Apr 05 15:43:06.068392 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 53450) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:06.234599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 53466) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:06.285432 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.334345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.365347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:06.371982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:06.375908 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ead7ed4f17444dbd83e21e94fd4a6e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:06.381248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] Usage tracker for resource:security_group_rule and tenant:8c9d54e934824401989dedea6d294b85 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:06.385546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:06.389244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:06.401528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:06.405446 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:06.477473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465eaa5-c0d9-417f-80ab-b283dc6143c1 req-9bf0865b-762d-420e-9cb7-fdf66d0006ca tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:06.479095 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9465eaa5-c0d9-417f-80ab-b283dc6143c1 req-9bf0865b-762d-420e-9cb7-fdf66d0006ca tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 945 time: 0.2004218 Apr 05 15:43:06.562847 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9465eaa5-c0d9-417f-80ab-b283dc6143c1 req-b10dea56-340d-45b3-8886-143422b836d7 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762587 Apr 05 15:43:06.635612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.638102 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.639789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.649858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-10708c5c-f427-4d19-b6ab-d8d55a4ff5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:06.663714 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.722693 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2ead7ed4f17444dbd83e21e94fd4a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861839 Apr 05 15:43:06.723547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4c9efa-7822-4d5e-88ce-44fc30116c3d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:06.725697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53474) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:06.726743 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:06.727631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7f3d253f-50f1-4e63-a044-7bbbdd3b0155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:06.740974 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c9d54e934824401989dedea6d294b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6687894 Apr 05 15:43:06.743817 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 53478) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:06.771356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe98f60c-aa2f-452b-8fa7-e596b35be813,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:06.774676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:06.796391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d93a659f-b52d-4dd7-8668-fc873f719a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.828139 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-69b388bb-1342-427b-9c99-56d7cafa5ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.856632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d93a659f-b52d-4dd7-8668-fc873f719a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.906581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d93a659f-b52d-4dd7-8668-fc873f719a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.911651 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5881872f-b209-4322-a55e-c068ff4e3681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:06.912172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-69b388bb-1342-427b-9c99-56d7cafa5ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.924995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a659f-b52d-4dd7-8668-fc873f719a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4c9efa-7822-4d5e-88ce-44fc30116c3d,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:06.927344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d93a659f-b52d-4dd7-8668-fc873f719a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:06.934757 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d93a659f-b52d-4dd7-8668-fc873f719a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:06.936121 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d93a659f-b52d-4dd7-8668-fc873f719a3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c4c9efa-7822-4d5e-88ce-44fc30116c3d HTTP/1.1" status: 204 len: 168 time: 0.2092636 Apr 05 15:43:07.011511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de7831-56a3-4d9a-ae73-65621744c4a8 req-248a16a9-53e6-4f93-97bd-2a2b74726dfd tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:07.013203 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e5de7831-56a3-4d9a-ae73-65621744c4a8 req-248a16a9-53e6-4f93-97bd-2a2b74726dfd tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1690998 Apr 05 15:43:07.018446 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-69b388bb-1342-427b-9c99-56d7cafa5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:07.025073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9fd95427-c81e-46fa-8052-3b51b607ca0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:07.039249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b388bb-1342-427b-9c99-56d7cafa5ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe98f60c-aa2f-452b-8fa7-e596b35be813,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:07.072296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-69b388bb-1342-427b-9c99-56d7cafa5ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:07.089344 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e5de7831-56a3-4d9a-ae73-65621744c4a8 req-25f4ad76-6d1f-43f4-b565-51157828588d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651894 Apr 05 15:43:07.090629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-69b388bb-1342-427b-9c99-56d7cafa5ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:07.091704 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-69b388bb-1342-427b-9c99-56d7cafa5ca5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe98f60c-aa2f-452b-8fa7-e596b35be813 HTTP/1.1" status: 204 len: 168 time: 0.3468895 Apr 05 15:43:07.325075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 53500) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:07.361272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2a935e53-de9a-4035-b811-f5f24dcfa110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:07.377322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2a935e53-de9a-4035-b811-f5f24dcfa110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:07.381405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2a935e53-de9a-4035-b811-f5f24dcfa110 admin admin] Usage tracker for resource:security_group_rule and tenant:c3f32e5fef26475f85e781cb8802bec3 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:07.384604 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2a935e53-de9a-4035-b811-f5f24dcfa110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:07.391224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2a935e53-de9a-4035-b811-f5f24dcfa110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:07.482329 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2a935e53-de9a-4035-b811-f5f24dcfa110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:07.485977 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2a935e53-de9a-4035-b811-f5f24dcfa110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:07.520140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c5f8b65d-3399-4fd1-9dc4-8b31c5f98cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:07.553462 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a935e53-de9a-4035-b811-f5f24dcfa110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34823750-4e7d-4b75-a13a-bdeff6d921be,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:07.560999 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2a935e53-de9a-4035-b811-f5f24dcfa110 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3f32e5fef26475f85e781cb8802bec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345629 Apr 05 15:43:07.562009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2a935e53-de9a-4035-b811-f5f24dcfa110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:07.563981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53514) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:07.645835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-139fc117-4fee-43e7-8069-6972854f0538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:07.690286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-139fc117-4fee-43e7-8069-6972854f0538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:07.700277 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-50712a2b-f41b-4046-a275-aa6a42e2ef1e tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dc918e1c41b34833aa48fc98929faa1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388722 Apr 05 15:43:07.781219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-139fc117-4fee-43e7-8069-6972854f0538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:07.788232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-811a87e6-9bec-4f62-bdd3-c5f85430885b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:07.807128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fc117-4fee-43e7-8069-6972854f0538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34823750-4e7d-4b75-a13a-bdeff6d921be,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:07.809459 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-139fc117-4fee-43e7-8069-6972854f0538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:07.812523 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-139fc117-4fee-43e7-8069-6972854f0538 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34823750-4e7d-4b75-a13a-bdeff6d921be HTTP/1.1" status: 204 len: 168 time: 0.2456975 Apr 05 15:43:07.812523 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-139fc117-4fee-43e7-8069-6972854f0538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:07.912615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-17c17f6c-70df-4229-aa43-f04d5b6c76f3 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:07.920826 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-17c17f6c-70df-4229-aa43-f04d5b6c76f3 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195370 Apr 05 15:43:07.933486 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-43f7b3b3-572a-48a9-8c44-8af7416adc2b tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/quotas/dc918e1c41b34833aa48fc98929faa1a HTTP/1.1" status: 200 len: 375 time: 0.0112963 Apr 05 15:43:08.142872 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-adb8c681-bf6e-441b-973d-328fc52d0d69 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc918e1c41b34833aa48fc98929faa1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2020016 Apr 05 15:43:08.173987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-28002f6e-4416-4749-be68-a1aa6026d2fb tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:08.174937 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-28002f6e-4416-4749-be68-a1aa6026d2fb tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Synchronizing usage tracker for tenant:0f715819f30c4b81be1e64180c4d2f3d on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:43:08.198767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-28002f6e-4416-4749-be68-a1aa6026d2fb tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Unset dirty status for tenant:0f715819f30c4b81be1e64180c4d2f3d on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:43:08.200194 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-28002f6e-4416-4749-be68-a1aa6026d2fb tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 945 time: 0.1842525 Apr 05 15:43:08.215145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531fb7e-266b-4a64-bcbe-7818121b2cd6 req-e08d500c-743c-4d88-8b50-6258c1105e8b tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:08.223494 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8531fb7e-266b-4a64-bcbe-7818121b2cd6 req-e08d500c-743c-4d88-8b50-6258c1105e8b tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 945 time: 0.1691358 Apr 05 15:43:08.286075 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8531fb7e-266b-4a64-bcbe-7818121b2cd6 req-daf53188-2271-4a9f-92ab-0014ce036d62 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e6a4438-7566-4639-8d56-b10daa8e28fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615652 Apr 05 15:43:08.310717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Deleting port 39a18ffa-830d-47ce-a9c6-31fe197ee809 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:43:08.312077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:08.690363 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] For port 39a18ffa-830d-47ce-a9c6-31fe197ee809, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=39a18ffa-830d-47ce-a9c6-31fe197ee809,segment=NetworkSegment(aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77),segment_id=aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:08.690870 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:08.771241 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-65b39603-b2de-4972-b3c6-abbe099e5e05 req-4d4286ca-14d7-46a7-a240-565763f2f33a tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 210 time: 0.1232350 Apr 05 15:43:08.804577 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cd056-e313-492e-96a3-379b19e93e65 req-0bfa749b-ffe5-4d83-8d68-9b586be05374 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:08.813445 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-432cd056-e313-492e-96a3-379b19e93e65 req-0bfa749b-ffe5-4d83-8d68-9b586be05374 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.2365415 Apr 05 15:43:08.841888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Calling delete_port for 39a18ffa-830d-47ce-a9c6-31fe197ee809 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:43:09.090844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53588) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:09.103742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:09.122404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['39a18ffa-830d-47ce-a9c6-31fe197ee809'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:43:09.284032 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-432cd056-e313-492e-96a3-379b19e93e65 req-6624616e-bf96-4b4e-bf8b-4fdd52468cf3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686053 Apr 05 15:43:09.454202 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4cb1ebf0-2020-44c2-8ca3-2e1d91ce777a req-1fda6dc6-d4ee-4920-bc95-a8495a842c73 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cdd2381-f280-4e54-b6d4-a814cbe785a3 HTTP/1.1" status: 200 len: 210 time: 0.0522408 Apr 05 15:43:09.480174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:09.529888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1751518606-network', 'tenant_id': 'f6c719be0a46475ab9d0727d86cc6db6'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:09.549248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:09.551769 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Pushing event deleted for resources: {'Port': ['ID=39a18ffa-830d-47ce-a9c6-31fe197ee809,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:09.560102 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:09.561682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Usage tracker for resource:network and tenant:f6c719be0a46475ab9d0727d86cc6db6 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:09.566185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:09.575241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:09.601060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Made reservation on behalf of f6c719be0a46475ab9d0727d86cc6db6 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:09.605786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:09.627221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:09.672309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:09.687077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c719be0a46475ab9d0727d86cc6db6 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:09.718823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:09.734782 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:09.737061 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] No DVR routers for this DVR port 39a18ffa-830d-47ce-a9c6-31fe197ee809 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:43:09.740379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:09.743472 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd2381-f280-4e54-b6d4-a814cbe785a3', 'name': 'network-vif-deleted', 'tag': '39a18ffa-830d-47ce-a9c6-31fe197ee809'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:43:09.772805 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01ed2572-e996-4e1f-8e89-b61b0162494f req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] 10.222.0.49 "DELETE /v2.0/ports/39a18ffa-830d-47ce-a9c6-31fe197ee809 HTTP/1.1" status: 204 len: 173 time: 1.5642428 Apr 05 15:43:09.797189 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdd2381-f280-4e54-b6d4-a814cbe785a3', 'name': 'network-vif-deleted', 'tag': '39a18ffa-830d-47ce-a9c6-31fe197ee809', 'status': 'completed', 'code': 200} Apr 05 15:43:09.849195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:09.853245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:09.857613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6a68440e-cce0-4d98-87f5-bedb4dd14085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:09.888507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:43:09.898639 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a3b79b-a025-48b0-803a-adbc58ed3a1e,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:09.902875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:09.905615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:09.906007 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Added segment 7650673a-a8d6-405e-b097-fcf31545d760 of type vlan for network d3e7341c-08df-4277-9d90-8097a233796e Apr 05 15:43:09.934471 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:09.965239 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-24bddc54-6389-44da-a2c2-8b05b4911ac7 req-ec8a26e5-0536-464a-b22f-1cd07f4e6ec4 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 210 time: 0.0716267 Apr 05 15:43:09.996917 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-f306c070-8048-4188-8234-5282c52c021a tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dc918e1c41b34833aa48fc98929faa1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384421 Apr 05 15:43:10.003070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:10.004674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:10.005318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:10.012017 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e428184e-663f-4585-a84e-86a9bce8cd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:10.232993 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1407535 Apr 05 15:43:10.237096 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 53612) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:10.244844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Request body: {'subnet': {'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1751518606-subnet', 'tenant_id': 'f6c719be0a46475ab9d0727d86cc6db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:10.247557 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e7341c-08df-4277-9d90-8097a233796e,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:10.253495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:10.260554 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network d3e7341c-08df-4277-9d90-8097a233796e details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:43:10.273680 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:10.277981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Usage tracker for resource:subnet and tenant:f6c719be0a46475ab9d0727d86cc6db6 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:10.281144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:10.294778 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:10.297893 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-a7720e3f-a08b-4e26-ad9b-0858e146beca tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:10.299508 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-a7720e3f-a08b-4e26-ad9b-0858e146beca tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885425 Apr 05 15:43:10.319268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Made reservation on behalf of f6c719be0a46475ab9d0727d86cc6db6 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:10.320187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Request body: {'port': {'device_id': '3899f834-127d-4284-a24f-83f5023755c6', 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d', 'admin_state_up': True, 'tenant_id': 'dc918e1c41b34833aa48fc98929faa1a'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:10.324964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:10.542875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:10.549735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Usage tracker for resource:port and tenant:dc918e1c41b34833aa48fc98929faa1a is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:10.556350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:10.571071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:10.599447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Made reservation on behalf of dc918e1c41b34833aa48fc98929faa1a for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:10.606203 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:10.623230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:10.641077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:10.655395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Usage tracker for resource:security_group_rule and tenant:dc918e1c41b34833aa48fc98929faa1a is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:10.665491 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:10.682063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:10.804775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:10.809925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:10.815238 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:10.852854 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db472ad-b2b2-48aa-a1d1-46f287c77645 req-db768f03-93b5-472c-b0b2-7c063b726fc1 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:10.861445 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7db472ad-b2b2-48aa-a1d1-46f287c77645 req-db768f03-93b5-472c-b0b2-7c063b726fc1 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.2628770 Apr 05 15:43:10.913353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23cf9a5-452a-4d5a-857d-9b1380d1e279,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:10.937297 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:10.990468 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7db472ad-b2b2-48aa-a1d1-46f287c77645 req-d894feb8-6e45-4d43-9b78-51febd4df1ce tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278443 Apr 05 15:43:11.054124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Allocated IP 192.168.233.216 (38356cb1-d3e6-4f0a-9cba-2c723333bc4d/e211a70e-1245-40fe-bdbf-493bdd2b5836/3c44b6cb-3af6-4e60-83db-44eab4517170) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:11.136271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:11.265127 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-767efd37-6548-4e58-bc60-75cbf484f524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:11.370472 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:11.393946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Transition to ACTIVE for port object 3c44b6cb-3af6-4e60-83db-44eab4517170 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:11.428060 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2a6c523f-1cd3-4c29-b106-7ee1b2e22762 req-3dfeca1d-a019-466c-9dc2-8d233ab38098 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 210 time: 0.1651845 Apr 05 15:43:11.429682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:11.478041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Checking segment: {'id': '7650673a-a8d6-405e-b097-fcf31545d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:11.478638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Network hostable DHCP agents. Network: d3e7341c-08df-4277-9d90-8097a233796e, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:43:11.486586 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:11.495455 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:11.506352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Network d3e7341c-08df-4277-9d90-8097a233796e is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:43:11.519328 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, d3e7341c-08df-4277-9d90-8097a233796e) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:11.528433 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8faeeb-117d-41c5-9139-370e9279deee None None] Network d3e7341c-08df-4277-9d90-8097a233796e requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:43:11.532063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:11.532915 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:11.566866 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3286018 Apr 05 15:43:11.609716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-96b980fa-5538-4835-97d9-c944cfad2d2e tempest-DeleteServersTestJSON-1138486015 tempest-DeleteServersTestJSON-1138486015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:11.685795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Pushing event updated for resources: {'Port': ['ID=3c44b6cb-3af6-4e60-83db-44eab4517170,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:11.689401 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:11.715070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:11.716574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:11.719829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:11.775300 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ed882-4fae-44fb-9bf6-ecb91eb3e703 None None] Network d3e7341c-08df-4277-9d90-8097a233796e requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:43:11.845064 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:11.845064 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:11.931456 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6088328 Apr 05 15:43:11.938750 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Request body: {'port': {'device_id': '3899f834-127d-4284-a24f-83f5023755c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:12.117301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-c5cd41c1-16e0-4235-851f-66b755d5a640 None None] Provisioning for port 3c44b6cb-3af6-4e60-83db-44eab4517170 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:12.123359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-c5cd41c1-16e0-4235-851f-66b755d5a640 None None] Provisioning complete for port 3c44b6cb-3af6-4e60-83db-44eab4517170 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:12.124676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5cd41c1-16e0-4235-851f-66b755d5a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:12.189253 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd41c1-16e0-4235-851f-66b755d5a640 None None] Port 3c44b6cb-3af6-4e60-83db-44eab4517170 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:43:12.278582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:12.302231 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946ab6b-0ecb-4674-957e-8bd74c482c5d req-e3161124-e92d-4147-8db5-5fab60890b1e tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:12.304106 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e946ab6b-0ecb-4674-957e-8bd74c482c5d req-e3161124-e92d-4147-8db5-5fab60890b1e tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.0993879 Apr 05 15:43:12.332059 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 39a18ffa-830d-47ce-a9c6-31fe197ee809 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:43:12.371864 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e946ab6b-0ecb-4674-957e-8bd74c482c5d req-90c9cac8-55fc-4da5-8f1f-f05a27809a86 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601900 Apr 05 15:43:12.373654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e1711-1b8c-4186-a339-d582e147c099 req-f861838e-91b6-4f87-8bd7-d7e8f85a64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:12.375366 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-177e1711-1b8c-4186-a339-d582e147c099 req-f861838e-91b6-4f87-8bd7-d7e8f85a64f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 1098 time: 0.3050098 Apr 05 15:43:12.407868 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 39a18ffa-830d-47ce-a9c6-31fe197ee809 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:43:12.408711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 39a18ffa-830d-47ce-a9c6-31fe197ee809 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:43:12.486662 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-177e1711-1b8c-4186-a339-d582e147c099 req-704591d6-b3e3-4af1-b1b9-e287d91f16a5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969949 Apr 05 15:43:12.746009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84d557-f67e-4076-a9c4-dc0263ae56fe req-53162d8e-b306-4a14-a04b-100f0b465d7f tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:12.754374 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e84d557-f67e-4076-a9c4-dc0263ae56fe req-53162d8e-b306-4a14-a04b-100f0b465d7f tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 936 time: 0.1260867 Apr 05 15:43:12.820374 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e84d557-f67e-4076-a9c4-dc0263ae56fe req-2f8b6535-d807-4847-a2b5-88fd4d41e614 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643802 Apr 05 15:43:12.925739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c44b6cb-3af6-4e60-83db-44eab4517170 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:43:12.934325 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:12.964150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Transition to ACTIVE for port object 3c44b6cb-3af6-4e60-83db-44eab4517170 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:12.973829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:12.989058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c3e05c50-f4c1-40ef-825e-39fa52a9c813 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:13.144486 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f673913-3266-47cf-b349-648f50507785 service neutron] Pushing event updated for resources: {'Port': ['ID=3c44b6cb-3af6-4e60-83db-44eab4517170,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:13.147882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4f673913-3266-47cf-b349-648f50507785 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:13.159323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-998f0949-8aee-433b-bb7b-86edb57551a9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:13.160191 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-998f0949-8aee-433b-bb7b-86edb57551a9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 814 time: 0.1793194 Apr 05 15:43:13.180340 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-e00f8c52-3866-4733-b4e8-ffc8871e190e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/quotas/a6e238b8bfc34a4e9c037a20169e5897 HTTP/1.1" status: 200 len: 375 time: 0.0136890 Apr 05 15:43:13.313460 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-1a7856d8-92ed-4f49-9647-9d444cfa6c47 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1249900 Apr 05 15:43:13.428104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Attempting to bind port 3c44b6cb-3af6-4e60-83db-44eab4517170 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:13.428738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Attempting to bind port 3c44b6cb-3af6-4e60-83db-44eab4517170 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '31685068-288b-47f5-9f0c-5d1fe526fa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:13.429341 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Attempting to bind port 3c44b6cb-3af6-4e60-83db-44eab4517170 on network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:13.437126 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Port 3c44b6cb-3af6-4e60-83db-44eab4517170 on network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:43:13.437701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Attempting to bind port 3c44b6cb-3af6-4e60-83db-44eab4517170 on network 38356cb1-d3e6-4f0a-9cba-2c723333bc4d {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:13.451420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:13.452590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Checking segment: {'id': '31685068-288b-47f5-9f0c-5d1fe526fa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:13.453021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Bound using segment: {'id': '31685068-288b-47f5-9f0c-5d1fe526fa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:13.453606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Bound port: 3c44b6cb-3af6-4e60-83db-44eab4517170, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31685068-288b-47f5-9f0c-5d1fe526fa81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:13.454083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:13.500429 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-177b1649-420f-48a7-9e21-5cf1f301ab84 service neutron] 10.222.0.46 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792319 Apr 05 15:43:13.575416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] For port 3c44b6cb-3af6-4e60-83db-44eab4517170, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:13.579468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] For port 3c44b6cb-3af6-4e60-83db-44eab4517170, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3c44b6cb-3af6-4e60-83db-44eab4517170,segment=NetworkSegment(31685068-288b-47f5-9f0c-5d1fe526fa81),segment_id=31685068-288b-47f5-9f0c-5d1fe526fa81)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:13.586356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:13.602215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:13.744747 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-a28a92c8-b04a-41d3-a5fa-df24da4b2e93 service neutron] 10.222.0.46 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357903 Apr 05 15:43:13.803559 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b45b3-0910-4f17-9717-d5e818b45500 req-01fb8c23-4827-457a-8695-f8e365e59b99 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:13.804874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f673913-3266-47cf-b349-648f50507785 service neutron] Pushing event updated for resources: {'Port': ['ID=3c44b6cb-3af6-4e60-83db-44eab4517170,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:13.808754 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-515b45b3-0910-4f17-9717-d5e818b45500 req-01fb8c23-4827-457a-8695-f8e365e59b99 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1813557 Apr 05 15:43:13.810656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4f673913-3266-47cf-b349-648f50507785 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:13.857440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:13.858309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:13.860305 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-4f673913-3266-47cf-b349-648f50507785 service neutron] 10.222.0.49 "PUT /v2.0/ports/3c44b6cb-3af6-4e60-83db-44eab4517170 HTTP/1.1" status: 200 len: 1098 time: 1.9278448 Apr 05 15:43:13.860945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3899f834-127d-4284-a24f-83f5023755c6', 'tag': '3c44b6cb-3af6-4e60-83db-44eab4517170'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:43:13.901201 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-515b45b3-0910-4f17-9717-d5e818b45500 req-1e712587-649b-49f6-a33b-cb0774d22f4b tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767264 Apr 05 15:43:14.028060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-7c2b5154-8d6c-4ef4-bf02-b4969fea4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:14.032059 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-7c2b5154-8d6c-4ef4-bf02-b4969fea4c23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dc918e1c41b34833aa48fc98929faa1a&device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 1101 time: 0.1246490 Apr 05 15:43:14.131027 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-db7cff3e-337c-440e-ba07-66775845426c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=3c44b6cb-3af6-4e60-83db-44eab4517170 HTTP/1.1" status: 200 len: 217 time: 0.0902121 Apr 05 15:43:14.204650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-62a84c7b-6bc2-49b7-8f9b-677cff47161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:14.207795 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-62a84c7b-6bc2-49b7-8f9b-677cff47161b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e211a70e-1245-40fe-bdbf-493bdd2b5836 HTTP/1.1" status: 200 len: 843 time: 0.0688584 Apr 05 15:43:14.307403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-32ca8d23-db6f-4a95-9e08-f54b99d883bc tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:14.309051 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-32ca8d23-db6f-4a95-9e08-f54b99d883bc tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/networks?id=d3e7341c-08df-4277-9d90-8097a233796e HTTP/1.1" status: 200 len: 814 time: 0.1874940 Apr 05 15:43:14.320777 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-6f366fe8-ac37-4164-b9d4-c34267cabbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:14.322256 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-6f366fe8-ac37-4164-b9d4-c34267cabbf0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38356cb1-d3e6-4f0a-9cba-2c723333bc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1048639 Apr 05 15:43:14.336758 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-6a0b3408-eabc-4b38-8dcd-1b278dc68f99 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/quotas/f6c719be0a46475ab9d0727d86cc6db6 HTTP/1.1" status: 200 len: 375 time: 0.0189712 Apr 05 15:43:14.385423 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75313274-1b56-4ef7-bebb-6ff97a2d8564 req-dcb83b3d-a41c-4780-98b5-636a842d8098 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:14.387238 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-75313274-1b56-4ef7-bebb-6ff97a2d8564 req-dcb83b3d-a41c-4780-98b5-636a842d8098 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 948 time: 0.3446383 Apr 05 15:43:14.435113 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-f8a4e8da-2ca9-4106-aa95-a4bf59d634e5 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6c719be0a46475ab9d0727d86cc6db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972798 Apr 05 15:43:14.487195 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-75313274-1b56-4ef7-bebb-6ff97a2d8564 req-05aa5417-9397-4227-9473-37ef8c596109 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928271 Apr 05 15:43:14.631849 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-5cda941e-a3b0-47e1-872b-2f5431e7a2f2 service neutron] 10.222.0.46 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957679 Apr 05 15:43:14.679655 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3899f834-127d-4284-a24f-83f5023755c6', 'tag': '3c44b6cb-3af6-4e60-83db-44eab4517170', 'status': 'completed', 'code': 200} Apr 05 15:43:14.745671 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-7d0768d9-b71f-4dff-97e9-6bfaacc8106a service neutron] 10.222.0.49 "GET /v2.0/networks/38356cb1-d3e6-4f0a-9cba-2c723333bc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153519 Apr 05 15:43:14.836508 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-c781f7d9-cc76-4a2f-a067-9af2631be229 service neutron] 10.222.0.46 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951952 Apr 05 15:43:14.893932 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b4d69d1-6b48-4564-b305-e02eba4fdc0b req-2a6efe14-673b-4ead-90ee-e378d714529c tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 210 time: 0.0873661 Apr 05 15:43:14.979572 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-454c25a2-f23e-4767-8dec-b00cd912aa1a req-bd9846a3-1658-4248-a1ba-ad72a08b603b service neutron] 10.222.0.49 "GET /v2.0/networks/38356cb1-d3e6-4f0a-9cba-2c723333bc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122421 Apr 05 15:43:15.184484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-27656c92-ac80-4f25-8b2e-ca478ea5ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:15.187121 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-27656c92-ac80-4f25-8b2e-ca478ea5ff1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dc918e1c41b34833aa48fc98929faa1a&device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 1101 time: 0.1210265 Apr 05 15:43:15.210493 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d97b05-d0f0-4f78-b371-c3cd4aea4ca3 req-221a652d-213f-4a1d-8f7b-d3de769113fa tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:15.212238 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f3d97b05-d0f0-4f78-b371-c3cd4aea4ca3 req-221a652d-213f-4a1d-8f7b-d3de769113fa tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1005173 Apr 05 15:43:15.267528 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f3d97b05-d0f0-4f78-b371-c3cd4aea4ca3 req-9b53c8a5-9001-4f98-851a-7d5c9cbed322 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481794 Apr 05 15:43:15.341933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-f0c6f5fb-c785-4ca6-ab66-3e897bb3f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:15.343568 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-f0c6f5fb-c785-4ca6-ab66-3e897bb3f6f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=38356cb1-d3e6-4f0a-9cba-2c723333bc4d HTTP/1.1" status: 200 len: 870 time: 0.1470129 Apr 05 15:43:15.365724 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-68ce6574-cfae-4ece-9582-13ee33deca8d req-d2befbf6-56e2-4f93-ad1d-bbc9ac83fac8 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 210 time: 0.0563414 Apr 05 15:43:15.421735 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-a46c9d0d-f944-4691-af0d-182424e1d3b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=3c44b6cb-3af6-4e60-83db-44eab4517170 HTTP/1.1" status: 200 len: 217 time: 0.0714464 Apr 05 15:43:15.495643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-ea525fab-46aa-4de9-9c00-ad7785f8a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:15.497249 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-ea525fab-46aa-4de9-9c00-ad7785f8a20c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e211a70e-1245-40fe-bdbf-493bdd2b5836 HTTP/1.1" status: 200 len: 843 time: 0.0691421 Apr 05 15:43:15.594805 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-1d78e753-fcec-4ec9-9d19-3b2bc8a15b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:15.596405 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-1d78e753-fcec-4ec9-9d19-3b2bc8a15b27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38356cb1-d3e6-4f0a-9cba-2c723333bc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0872717 Apr 05 15:43:15.743798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3e480-fedc-426e-b85b-848f3af2bf60 req-77ed7d18-42de-4669-a00e-7f42725f6127 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:15.746310 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e7f3e480-fedc-426e-b85b-848f3af2bf60 req-77ed7d18-42de-4669-a00e-7f42725f6127 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 948 time: 0.1114204 Apr 05 15:43:15.960074 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-de12e563-1cf8-41d4-82bf-71b0943bfafc tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:15.961931 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-de12e563-1cf8-41d4-82bf-71b0943bfafc tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 814 time: 0.3076105 Apr 05 15:43:15.971428 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-bc32bd02-682a-4e75-94b1-66d311893df5 service neutron] 10.222.0.49 "GET /v2.0/networks/38356cb1-d3e6-4f0a-9cba-2c723333bc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672616 Apr 05 15:43:15.978214 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Request body: {'port': {'device_id': 'd0b40b4d-ff75-415e-815d-0fa2325482fa', 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb', 'admin_state_up': True, 'tenant_id': 'a6e238b8bfc34a4e9c037a20169e5897'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:15.999794 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e7f3e480-fedc-426e-b85b-848f3af2bf60 req-ca8c163c-40f1-45c4-83b9-ec3dfc3eec98 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462122 Apr 05 15:43:16.147440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe1493-e5b2-4c72-b220-7f7b7caf39c5 req-2967f552-6030-47ad-988e-18d60a839d7f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:16.156392 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bfbe1493-e5b2-4c72-b220-7f7b7caf39c5 req-2967f552-6030-47ad-988e-18d60a839d7f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.2747490 Apr 05 15:43:16.181022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559c153-6f85-44f8-b92e-87f1b5dfa384 req-9d421a9c-d1bc-46b2-a049-c16da70390fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:16.182630 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8559c153-6f85-44f8-b92e-87f1b5dfa384 req-9d421a9c-d1bc-46b2-a049-c16da70390fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 1098 time: 0.3932102 Apr 05 15:43:16.282791 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bfbe1493-e5b2-4c72-b220-7f7b7caf39c5 req-5925e0b8-4799-41e7-97a3-d0b952978910 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252804 Apr 05 15:43:16.393665 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:16.403187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Usage tracker for resource:port and tenant:a6e238b8bfc34a4e9c037a20169e5897 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:16.408065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:16.412646 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caeaa4e2-3107-4606-82e8-9ce1323fc092 req-bbd27677-3a2c-4dea-8154-6df18eddcbbd service neutron] 10.222.0.49 "GET /v2.0/networks/38356cb1-d3e6-4f0a-9cba-2c723333bc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499447 Apr 05 15:43:16.419388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:16.449847 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Made reservation on behalf of a6e238b8bfc34a4e9c037a20169e5897 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:16.457987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:16.512108 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-558a6187-ba32-443a-8429-f26dad6778a9 req-4fc8afc2-3c68-498e-ad8c-400d2c80efc5 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 210 time: 0.0823381 Apr 05 15:43:16.630447 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-54b7a438-48df-4c82-84a3-6e2ba72f6882 req-ff2e0c97-2209-4314-a2c2-b9044a55441b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 210 time: 0.0667329 Apr 05 15:43:16.636834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559c153-6f85-44f8-b92e-87f1b5dfa384 req-99ea245e-45e5-4258-80fb-b2c5fa49cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:16.638415 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8559c153-6f85-44f8-b92e-87f1b5dfa384 req-99ea245e-45e5-4258-80fb-b2c5fa49cf18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 919 time: 0.4247983 Apr 05 15:43:16.764066 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8559c153-6f85-44f8-b92e-87f1b5dfa384 req-c5f2e35b-2d57-4860-83c1-37e6bc64fd49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841 HTTP/1.1" status: 200 len: 217 time: 0.1100483 Apr 05 15:43:16.939811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Allocated IP 172.20.0.13 (ba80e037-f064-4d3a-98d3-65326d3ed1eb/a72d469a-6199-4f3a-9c3e-03cee04bffc8/77a44f66-b832-4f97-8d5d-0ad5a0d37364) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:17.022825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-33cbe732-7ff1-4686-9669-5261baebfb3c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:17.023773 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-33cbe732-7ff1-4686-9669-5261baebfb3c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Synchronizing usage tracker for tenant:f6c719be0a46475ab9d0727d86cc6db6 on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:43:17.064183 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-33cbe732-7ff1-4686-9669-5261baebfb3c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Unset dirty status for tenant:f6c719be0a46475ab9d0727d86cc6db6 on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:43:17.065520 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-33cbe732-7ff1-4686-9669-5261baebfb3c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.49 "GET /v2.0/networks?id=d3e7341c-08df-4277-9d90-8097a233796e HTTP/1.1" status: 200 len: 814 time: 0.2969933 Apr 05 15:43:17.084498 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559c153-6f85-44f8-b92e-87f1b5dfa384 req-98567e54-559d-4df3-be1d-748b96e3a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:17.086228 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8559c153-6f85-44f8-b92e-87f1b5dfa384 req-98567e54-559d-4df3-be1d-748b96e3a499 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 200 len: 858 time: 0.3135192 Apr 05 15:43:17.114770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Request body: {'port': {'device_id': 'd2dbc5e5-ef83-4f93-b87f-5a7a289fbaba', 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e', 'admin_state_up': True, 'tenant_id': 'f6c719be0a46475ab9d0727d86cc6db6'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:17.150346 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8559c153-6f85-44f8-b92e-87f1b5dfa384 req-b8c004da-03fa-4051-a3c7-ca361e25f2cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffadb37e-9238-46c9-8a24-86bdd147930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509381 Apr 05 15:43:17.370463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc68e0-e436-41ee-aef2-d13cf035be54 req-20373fd1-5c2f-4cb4-be8a-42672652f06c tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:17.372037 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-42fc68e0-e436-41ee-aef2-d13cf035be54 req-20373fd1-5c2f-4cb4-be8a-42672652f06c tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 948 time: 0.1846638 Apr 05 15:43:17.374945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:17.381463 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8559c153-6f85-44f8-b92e-87f1b5dfa384 req-376965ce-5a70-4ce4-9eb9-edba1c5d0628 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231452 Apr 05 15:43:17.387521 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:17.393495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Usage tracker for resource:port and tenant:f6c719be0a46475ab9d0727d86cc6db6 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:17.397467 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:17.405393 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:17.419351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Made reservation on behalf of f6c719be0a46475ab9d0727d86cc6db6 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:17.425902 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:17.497298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:17.514365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['75ea3397-249a-42b1-abb2-6705eed27778', '4f486ad2-0f26-4590-b00c-794e2724d60b', 'ddee397c-1bd7-4300-83ef-420b0fe791eb'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:43:17.599814 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-42fc68e0-e436-41ee-aef2-d13cf035be54 req-a271e8e4-837f-4b72-b728-a9553a1fa29f tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172642 Apr 05 15:43:17.651642 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8559c153-6f85-44f8-b92e-87f1b5dfa384 req-a18ac3cc-530a-4d0f-acf4-6fddc0ee1ad5 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544611 Apr 05 15:43:17.666463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4077506-5423-48e4-ac26-fa34d64e066b req-2c349bee-d9fb-48ce-8ff1-5976426a9b51 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:17.668201 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a4077506-5423-48e4-ac26-fa34d64e066b req-2c349bee-d9fb-48ce-8ff1-5976426a9b51 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.2683918 Apr 05 15:43:17.735523 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:17.837445 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a4077506-5423-48e4-ac26-fa34d64e066b req-2da632ba-d706-47b5-91e2-06ccfb802505 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579635 Apr 05 15:43:17.898411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011543c-41ef-4552-bd24-bb835fb1f822 req-999abb9d-8583-49d2-9bed-f54a74d123d3 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:17.900029 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c011543c-41ef-4552-bd24-bb835fb1f822 req-999abb9d-8583-49d2-9bed-f54a74d123d3 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 932 time: 0.1709807 Apr 05 15:43:17.952274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Pushing event updated for resources: {'Port': ['ID=77a44f66-b832-4f97-8d5d-0ad5a0d37364,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:17.962035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:18.019950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Allocated IP 172.20.0.4 (d3e7341c-08df-4277-9d90-8097a233796e/48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8/2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:18.052799 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Network ba80e037-f064-4d3a-98d3-65326d3ed1eb is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:18.064964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:18.069835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:18.077066 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c011543c-41ef-4552-bd24-bb835fb1f822 req-6a93e42b-182c-4ba8-8e61-5d11d03d4995 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613591 Apr 05 15:43:18.127626 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4fbf6ea1-1030-41ed-b374-97ec27ab55ce req-b11d78fc-148c-4909-bb51-c5355d3bc6d1 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 210 time: 0.1048746 Apr 05 15:43:18.199037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:18.199718 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:18.308334 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3355505 Apr 05 15:43:18.324314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Request body: {'port': {'device_id': 'd0b40b4d-ff75-415e-815d-0fa2325482fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:18.390422 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 3c44b6cb-3af6-4e60-83db-44eab4517170 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:43:18.416556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:18.491668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:18.552094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 3c44b6cb-3af6-4e60-83db-44eab4517170, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3c44b6cb-3af6-4e60-83db-44eab4517170,segment=NetworkSegment(31685068-288b-47f5-9f0c-5d1fe526fa81),segment_id=31685068-288b-47f5-9f0c-5d1fe526fa81)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:18.571731 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '3c44b6cb-3af6-4e60-83db-44eab4517170', 'network_id': '38356cb1-d3e6-4f0a-9cba-2c723333bc4d', 'port_id': '3c44b6cb-3af6-4e60-83db-44eab4517170', 'mac_address': 'fa:16:3e:90:db:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e211a70e-1245-40fe-bdbf-493bdd2b5836', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:43:18.608526 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:18.630682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bf9619d6-dd78-4e4f-ad61-90bc6485237a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:18.810753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:18.813574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Pushing event updated for resources: {'Port': ['ID=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:18.828002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1011113-b4c0-471c-9156-dc07dc0ca841 req-573d44d3-d89b-49d0-97ed-e8ba87a939d6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:18.829623 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b1011113-b4c0-471c-9156-dc07dc0ca841 req-573d44d3-d89b-49d0-97ed-e8ba87a939d6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 948 time: 0.0928431 Apr 05 15:43:18.830159 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c44b6cb-3af6-4e60-83db-44eab4517170 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:43:18.847852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 3c44b6cb-3af6-4e60-83db-44eab4517170, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3c44b6cb-3af6-4e60-83db-44eab4517170,segment=NetworkSegment(31685068-288b-47f5-9f0c-5d1fe526fa81),segment_id=31685068-288b-47f5-9f0c-5d1fe526fa81)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:18.850508 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:18.852409 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:18.859856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:18.927927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=3c44b6cb-3af6-4e60-83db-44eab4517170,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:18.931703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:18.933135 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b1011113-b4c0-471c-9156-dc07dc0ca841 req-5145b199-8fd4-46d2-8865-07b2eebf5bce tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946395 Apr 05 15:43:19.007960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Network d3e7341c-08df-4277-9d90-8097a233796e is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:19.013369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:19.017737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:19.076247 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b5764-f8bf-4370-8429-e8162262fa4f req-39a8094c-ea3a-484a-a41b-760c2aa56c07 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:19.078512 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6b8b5764-f8bf-4370-8429-e8162262fa4f req-39a8094c-ea3a-484a-a41b-760c2aa56c07 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.0927858 Apr 05 15:43:19.115841 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:19.116552 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:19.130507 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6b8b5764-f8bf-4370-8429-e8162262fa4f req-af731357-1423-43bf-9d91-f8603ba81cad tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Apr 05 15:43:19.142872 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a8931b59-721a-449b-a3ac-e30f5ae63f97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0368254 Apr 05 15:43:19.164198 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Request body: {'port': {'device_id': 'd2dbc5e5-ef83-4f93-b87f-5a7a289fbaba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:19.308920 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a44f66-b832-4f97-8d5d-0ad5a0d37364 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:43:19.328763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:19.364763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Transition to ACTIVE for port object 77a44f66-b832-4f97-8d5d-0ad5a0d37364 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:19.364763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:19.367089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81674db-21e4-4708-9424-4de019aac3ad req-4285ce33-38b8-4497-85ff-d41a61a273d2 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:19.369007 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c81674db-21e4-4708-9424-4de019aac3ad req-4285ce33-38b8-4497-85ff-d41a61a273d2 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 932 time: 0.1658890 Apr 05 15:43:19.375521 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:19.379308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b1aff-5194-4aac-ae97-62f17d27dfdc req-bb6e9947-98b9-49a1-b8a8-3e634379cb35 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:19.384994 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d9b1aff-5194-4aac-ae97-62f17d27dfdc req-bb6e9947-98b9-49a1-b8a8-3e634379cb35 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 931 time: 0.1449208 Apr 05 15:43:19.393476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-43a7a22d-d9bf-4c85-bd69-f90d67490303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:19.467645 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c81674db-21e4-4708-9424-4de019aac3ad req-12034a0a-7d7f-4f28-8dbc-b03ed5b3fc64 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786688 Apr 05 15:43:19.478287 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d9b1aff-5194-4aac-ae97-62f17d27dfdc req-4346d1bb-f553-4428-8613-4311bb13da24 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906563 Apr 05 15:43:19.551121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['3c44b6cb-3af6-4e60-83db-44eab4517170'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:43:19.596051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Pushing event updated for resources: {'Port': ['ID=77a44f66-b832-4f97-8d5d-0ad5a0d37364,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:19.604230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:20.176877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dede4a-171c-439d-b79a-6826113e9cd7 req-88834916-e6d2-48f2-939c-b34eb771072f tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:20.178617 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-47dede4a-171c-439d-b79a-6826113e9cd7 req-88834916-e6d2-48f2-939c-b34eb771072f tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 949 time: 0.1074574 Apr 05 15:43:20.242121 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-47dede4a-171c-439d-b79a-6826113e9cd7 req-ef403622-f1f3-4fd4-80b3-7f4d4271be34 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546312 Apr 05 15:43:20.332282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Attempting to bind port 77a44f66-b832-4f97-8d5d-0ad5a0d37364 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:20.332699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Attempting to bind port 77a44f66-b832-4f97-8d5d-0ad5a0d37364 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:20.333077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Attempting to bind port 77a44f66-b832-4f97-8d5d-0ad5a0d37364 on network ba80e037-f064-4d3a-98d3-65326d3ed1eb {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:20.342965 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Port 77a44f66-b832-4f97-8d5d-0ad5a0d37364 on network ba80e037-f064-4d3a-98d3-65326d3ed1eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:43:20.343335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Attempting to bind port 77a44f66-b832-4f97-8d5d-0ad5a0d37364 on network ba80e037-f064-4d3a-98d3-65326d3ed1eb {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:20.353998 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:20.354380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Checking segment: {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:20.354814 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Bound using segment: {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:20.355294 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Bound port: 77a44f66-b832-4f97-8d5d-0ad5a0d37364, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a29a43-da6e-472b-a0a6-455d043161a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:20.355676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:20.371569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792faf19-ec79-427e-a52c-a09d3795d20b req-efdd2a82-c6f8-41bd-9034-6518caa14c27 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:20.373228 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-792faf19-ec79-427e-a52c-a09d3795d20b req-efdd2a82-c6f8-41bd-9034-6518caa14c27 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1013069 Apr 05 15:43:20.422993 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-792faf19-ec79-427e-a52c-a09d3795d20b req-de79b342-dbe7-4ee4-9dce-6a9d10460f45 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427382 Apr 05 15:43:20.529691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] For port 77a44f66-b832-4f97-8d5d-0ad5a0d37364, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:20.549395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] For port 77a44f66-b832-4f97-8d5d-0ad5a0d37364, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=77a44f66-b832-4f97-8d5d-0ad5a0d37364,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:20.555025 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:20.572215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:43:20.577444 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1e35e784-830c-48cb-8143-9bb3e9d2b47b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:20.641586 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:20.731622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Transition to ACTIVE for port object 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:20.743154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:20.749518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fd90c-99ff-4ec8-9067-642c120d63aa req-2c11b926-f478-4754-bb5c-6fdf075eca27 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:20.751143 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3f7fd90c-99ff-4ec8-9067-642c120d63aa req-2c11b926-f478-4754-bb5c-6fdf075eca27 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 944 time: 0.1638577 Apr 05 15:43:20.759244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea74574-ee33-45d9-bbbc-d832652500b6 req-56085115-1611-4fcc-932a-5fd088174697 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:20.760753 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bea74574-ee33-45d9-bbbc-d832652500b6 req-56085115-1611-4fcc-932a-5fd088174697 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 931 time: 0.1317961 Apr 05 15:43:20.782725 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Pushing event updated for resources: {'Port': ['ID=77a44f66-b832-4f97-8d5d-0ad5a0d37364,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:20.789570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:20.792331 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:20.839154 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3f7fd90c-99ff-4ec8-9067-642c120d63aa req-3c69c9b7-5f8d-4d91-8a0a-07146bc71061 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773456 Apr 05 15:43:20.842175 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bea74574-ee33-45d9-bbbc-d832652500b6 req-f11742ba-73c9-4f21-b49f-74e77d12602b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641301 Apr 05 15:43:20.951818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:20.958171 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:20.975561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:20.976246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:20.977756 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] 10.222.0.49 "PUT /v2.0/ports/77a44f66-b832-4f97-8d5d-0ad5a0d37364 HTTP/1.1" status: 200 len: 1094 time: 2.6581609 Apr 05 15:43:20.978280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b40b4d-ff75-415e-815d-0fa2325482fa', 'tag': '77a44f66-b832-4f97-8d5d-0ad5a0d37364'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:43:21.057248 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b40b4d-ff75-415e-815d-0fa2325482fa', 'tag': '77a44f66-b832-4f97-8d5d-0ad5a0d37364', 'status': 'completed', 'code': 200} Apr 05 15:43:21.250321 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Attempting to bind port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:21.250706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Attempting to bind port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7650673a-a8d6-405e-b097-fcf31545d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:21.251081 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Attempting to bind port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e on network d3e7341c-08df-4277-9d90-8097a233796e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:21.260002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e on network d3e7341c-08df-4277-9d90-8097a233796e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:43:21.260376 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Attempting to bind port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e on network d3e7341c-08df-4277-9d90-8097a233796e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:21.268803 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:21.269182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Checking segment: {'id': '7650673a-a8d6-405e-b097-fcf31545d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:21.269606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Bound using segment: {'id': '7650673a-a8d6-405e-b097-fcf31545d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:21.270084 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Bound port: 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7650673a-a8d6-405e-b097-fcf31545d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:21.270474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:21.321881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-21eb70bc-33b9-4034-9233-87bf1dd7adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:21.323476 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-21eb70bc-33b9-4034-9233-87bf1dd7adb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 1097 time: 0.1628945 Apr 05 15:43:21.417812 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-3386b4d0-8656-4c87-a5c5-e778f64a1b84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77a44f66-b832-4f97-8d5d-0ad5a0d37364 HTTP/1.1" status: 200 len: 217 time: 0.0763712 Apr 05 15:43:21.494163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] For port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:21.507872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] For port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,segment=NetworkSegment(7650673a-a8d6-405e-b097-fcf31545d760),segment_id=7650673a-a8d6-405e-b097-fcf31545d760)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:21.509972 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-b675d460-d33e-42fe-b7ae-b9d880f52b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:21.511581 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-b675d460-d33e-42fe-b7ae-b9d880f52b64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a72d469a-6199-4f3a-9c3e-03cee04bffc8 HTTP/1.1" status: 200 len: 854 time: 0.0831621 Apr 05 15:43:21.513711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:21.543313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a963851-c23b-4ae6-bdb3-fb07d3bda12b req-8e2e28a0-add8-4c1f-9ebc-a3f4db50cffc tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:21.545369 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7a963851-c23b-4ae6-bdb3-fb07d3bda12b req-8e2e28a0-add8-4c1f-9ebc-a3f4db50cffc tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 949 time: 0.1177399 Apr 05 15:43:21.580912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4f673913-3266-47cf-b349-648f50507785 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:21.648752 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7a963851-c23b-4ae6-bdb3-fb07d3bda12b req-51e30a1e-4f1c-49d8-94c2-5d011d539f43 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967197 Apr 05 15:43:21.654361 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-03a4114f-aa18-4fcd-b14a-9b0e507ccffd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba80e037-f064-4d3a-98d3-65326d3ed1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108081 Apr 05 15:43:21.687110 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5b1ad-2a92-44e2-b8bc-0f3964c33d01 req-35413072-70ba-4021-9937-3b5278b077b0 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:21.688876 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d6f5b1ad-2a92-44e2-b8bc-0f3964c33d01 req-35413072-70ba-4021-9937-3b5278b077b0 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1188083 Apr 05 15:43:21.747629 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d6f5b1ad-2a92-44e2-b8bc-0f3964c33d01 req-687bd8da-7171-48c7-9dcf-db2f0b784a6f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498290 Apr 05 15:43:21.861844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:21.871669 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:21.926396 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-2f62bd6f-0aa0-40df-a6b6-eea6bfa52e94 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585306 Apr 05 15:43:21.929211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:21.929913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:21.931227 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] 10.222.0.49 "PUT /v2.0/ports/2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e HTTP/1.1" status: 200 len: 1093 time: 2.7753253 Apr 05 15:43:22.181739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392b690-9e8e-4e1f-940e-5493438ee8ec req-5a77e453-11e3-4120-b15f-0304a66d3669 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:22.183386 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3392b690-9e8e-4e1f-940e-5493438ee8ec req-5a77e453-11e3-4120-b15f-0304a66d3669 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 943 time: 0.1707499 Apr 05 15:43:22.193356 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d0069db-0753-46bb-a1e1-c64e21130cbe req-3e114291-d171-42ce-9fb3-835b63e3978c service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528787 Apr 05 15:43:22.196082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-4da5a5e2-7e11-4347-b991-0d40fd4f1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:22.197779 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-4da5a5e2-7e11-4347-b991-0d40fd4f1df3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c719be0a46475ab9d0727d86cc6db6&device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 1096 time: 0.1781971 Apr 05 15:43:22.231708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b678c-97c1-4b08-90a6-0c7959961900 req-15365589-934c-419c-95c6-dbdd01595040 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:22.249048 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-116b678c-97c1-4b08-90a6-0c7959961900 req-15365589-934c-419c-95c6-dbdd01595040 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 944 time: 0.1741962 Apr 05 15:43:22.325248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:43:22.343998 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-9a5ec441-2190-4fec-a741-c38c69b2df2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e HTTP/1.1" status: 200 len: 217 time: 0.1337063 Apr 05 15:43:22.344296 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3392b690-9e8e-4e1f-940e-5493438ee8ec req-5b4cd6d2-9a91-429a-8813-f4a3ff2833a7 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522026 Apr 05 15:43:22.353127 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-116b678c-97c1-4b08-90a6-0c7959961900 req-6eaa3a60-b24c-4c11-a1f0-5cc50180a918 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942173 Apr 05 15:43:22.412511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 3c44b6cb-3af6-4e60-83db-44eab4517170 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:22.438752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-b5f67bae-1962-4efb-b398-9dc7d82fa672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:22.440501 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-b5f67bae-1962-4efb-b398-9dc7d82fa672 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8 HTTP/1.1" status: 200 len: 854 time: 0.0890427 Apr 05 15:43:22.447165 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955cc99-4479-4a25-97b2-352d04fa4e7b req-141b4302-9d9b-4474-b370-f2d69179c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:22.449867 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e955cc99-4479-4a25-97b2-352d04fa4e7b req-141b4302-9d9b-4474-b370-f2d69179c925 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 1097 time: 0.1752522 Apr 05 15:43:22.506434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 3c44b6cb-3af6-4e60-83db-44eab4517170 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:22.512138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 3c44b6cb-3af6-4e60-83db-44eab4517170 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:22.512959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:22.536467 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-97a21740-1bd7-4ce8-b2de-49bd8aa996fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3e7341c-08df-4277-9d90-8097a233796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855453 Apr 05 15:43:22.650091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:22.697346 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 3c44b6cb-3af6-4e60-83db-44eab4517170, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3c44b6cb-3af6-4e60-83db-44eab4517170,segment=NetworkSegment(31685068-288b-47f5-9f0c-5d1fe526fa81),segment_id=31685068-288b-47f5-9f0c-5d1fe526fa81)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:22.698927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3899f834-127d-4284-a24f-83f5023755c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c44b6cb-3af6-4e60-83db-44eab4517170'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:43:22.710858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:22.713030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-38c0adec-0228-4d6a-bd61-95a0fea6aabe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:22.766028 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3899f834-127d-4284-a24f-83f5023755c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c44b6cb-3af6-4e60-83db-44eab4517170', 'code': 200} Apr 05 15:43:22.798626 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=3c44b6cb-3af6-4e60-83db-44eab4517170,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:22.802487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:22.877349 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fb001-ea38-4041-87c4-d94e7020b9c0 req-7bb43e7b-2efb-4a1b-8e32-9cf96fcc6717 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:22.879009 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1d0fb001-ea38-4041-87c4-d94e7020b9c0 req-7bb43e7b-2efb-4a1b-8e32-9cf96fcc6717 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 950 time: 0.0997605 Apr 05 15:43:22.935801 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1d0fb001-ea38-4041-87c4-d94e7020b9c0 req-6f71bd89-555d-487c-bfca-3f918685371e tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497539 Apr 05 15:43:23.008145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955cc99-4479-4a25-97b2-352d04fa4e7b req-79b1d005-e2bd-44c3-90f1-a42051b357b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:23.009750 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e955cc99-4479-4a25-97b2-352d04fa4e7b req-79b1d005-e2bd-44c3-90f1-a42051b357b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 200 len: 915 time: 0.5146489 Apr 05 15:43:23.015592 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-95d25c10-0ff8-4a1c-b253-eb5b6d082c68 service neutron] 10.222.0.49 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282248 Apr 05 15:43:23.073420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed139b-6981-4afc-bbe9-e2887a578de4 req-df50a84f-b564-4f0b-a9bd-96a847583262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:23.074887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dbc5e5-ef83-4f93-b87f-5a7a289fbaba', 'tag': '2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:43:23.075083 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-12ed139b-6981-4afc-bbe9-e2887a578de4 req-df50a84f-b564-4f0b-a9bd-96a847583262 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 1103 time: 0.0792463 Apr 05 15:43:23.132505 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-12ed139b-6981-4afc-bbe9-e2887a578de4 req-5d1ee7c8-53fb-49c0-a35c-9421f52e47a6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 Apr 05 15:43:23.143872 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dbc5e5-ef83-4f93-b87f-5a7a289fbaba', 'tag': '2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e', 'status': 'completed', 'code': 200} Apr 05 15:43:23.146958 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e955cc99-4479-4a25-97b2-352d04fa4e7b req-db600187-3161-4e1d-90d5-1625bb38300d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77a44f66-b832-4f97-8d5d-0ad5a0d37364 HTTP/1.1" status: 200 len: 217 time: 0.1234806 Apr 05 15:43:23.244223 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5aa1e00-e2a2-4694-943b-cfb67f9d1bbc req-ad2f4aab-ca3d-446c-b18b-c5a337697d54 service neutron] 10.222.0.49 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581063 Apr 05 15:43:23.441138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955cc99-4479-4a25-97b2-352d04fa4e7b req-5df37f9c-92be-4680-83e7-50b683b3a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:23.442706 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e955cc99-4479-4a25-97b2-352d04fa4e7b req-5df37f9c-92be-4680-83e7-50b683b3a6d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a72d469a-6199-4f3a-9c3e-03cee04bffc8 HTTP/1.1" status: 200 len: 854 time: 0.1257300 Apr 05 15:43:23.536512 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e955cc99-4479-4a25-97b2-352d04fa4e7b req-b1c7414d-5686-4624-8da0-3472f5883c93 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ba80e037-f064-4d3a-98d3-65326d3ed1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671055 Apr 05 15:43:23.547249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8479f1-3a5d-49a6-832d-56ff70d76eac req-78266e92-e504-4a0d-8f2d-adae51e24a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:23.548777 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7e8479f1-3a5d-49a6-832d-56ff70d76eac req-78266e92-e504-4a0d-8f2d-adae51e24a2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c719be0a46475ab9d0727d86cc6db6&device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 1096 time: 0.1698883 Apr 05 15:43:23.658602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d61d3-cf0f-4fab-b6e2-42573f90e620 req-c866efd8-5d2f-4393-bbb7-55c86944b96a tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:23.660344 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3c6d61d3-cf0f-4fab-b6e2-42573f90e620 req-c866efd8-5d2f-4393-bbb7-55c86944b96a tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 943 time: 0.1669645 Apr 05 15:43:23.674236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3f30-6974-4e7e-8777-df3e5e5e0259 req-92d76818-bd93-4a1f-ac1b-3b49394b7bbb tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:23.675991 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-528d3f30-6974-4e7e-8777-df3e5e5e0259 req-92d76818-bd93-4a1f-ac1b-3b49394b7bbb tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 944 time: 0.1368864 Apr 05 15:43:23.740448 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3c6d61d3-cf0f-4fab-b6e2-42573f90e620 req-184119b7-f2a6-40c5-b6ab-d545153e0e03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627801 Apr 05 15:43:23.773307 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-528d3f30-6974-4e7e-8777-df3e5e5e0259 req-05e7ced4-699c-4166-8116-14497fd0086e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788653 Apr 05 15:43:23.802816 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e955cc99-4479-4a25-97b2-352d04fa4e7b req-c09a97eb-ca1f-4b31-8481-2bb822f2f8d1 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579453 Apr 05 15:43:23.860528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8479f1-3a5d-49a6-832d-56ff70d76eac req-ed96912a-b2ae-4161-a0e0-431ed879caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:23.862114 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7e8479f1-3a5d-49a6-832d-56ff70d76eac req-ed96912a-b2ae-4161-a0e0-431ed879caf9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d3e7341c-08df-4277-9d90-8097a233796e HTTP/1.1" status: 200 len: 915 time: 0.2924321 Apr 05 15:43:24.019532 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7e8479f1-3a5d-49a6-832d-56ff70d76eac req-5bb9c60a-6e17-4f0b-910f-e0a5bc0657b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e HTTP/1.1" status: 200 len: 217 time: 0.1021118 Apr 05 15:43:24.047224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed2acb-fa66-4cfb-8ed0-8eddf61a03de req-e67989c8-351f-4c7b-a8d5-7ef3883ec841 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:24.055637 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-66ed2acb-fa66-4cfb-8ed0-8eddf61a03de req-e67989c8-351f-4c7b-a8d5-7ef3883ec841 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1492276 Apr 05 15:43:24.134424 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8479f1-3a5d-49a6-832d-56ff70d76eac req-d5240d4f-f0ed-49d5-9876-da867f03ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:24.135983 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7e8479f1-3a5d-49a6-832d-56ff70d76eac req-d5240d4f-f0ed-49d5-9876-da867f03ee48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8 HTTP/1.1" status: 200 len: 854 time: 0.0992861 Apr 05 15:43:24.138061 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e955cc99-4479-4a25-97b2-352d04fa4e7b req-3c8c00e0-2c55-4115-a669-a0bbc7f58ee6 service neutron] 10.222.0.49 "GET /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212335 Apr 05 15:43:24.161215 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-66ed2acb-fa66-4cfb-8ed0-8eddf61a03de req-8ffad4ff-8dfb-407e-aaa1-08b0a67e5424 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041923 Apr 05 15:43:24.197850 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f5aa3-f051-418f-9031-149aca45ebd6 req-353099a5-dd4f-421a-8441-f7426e798340 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:24.199423 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7e8479f1-3a5d-49a6-832d-56ff70d76eac req-c48de706-c4d1-453f-9044-d060dffe3835 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3e7341c-08df-4277-9d90-8097a233796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500984 Apr 05 15:43:24.200415 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-926f5aa3-f051-418f-9031-149aca45ebd6 req-353099a5-dd4f-421a-8441-f7426e798340 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 950 time: 0.1284029 Apr 05 15:43:24.251935 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-926f5aa3-f051-418f-9031-149aca45ebd6 req-3c792774-8548-403a-b6a0-5950cc72fb15 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Apr 05 15:43:24.348641 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7e8479f1-3a5d-49a6-832d-56ff70d76eac req-c3376c01-6a5b-42fb-b181-0619080a5158 service neutron] 10.222.0.49 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410739 Apr 05 15:43:24.498568 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7e8479f1-3a5d-49a6-832d-56ff70d76eac req-f53145a2-c051-4627-9e1d-40bb1a57b4fe service neutron] 10.222.0.49 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404364 Apr 05 15:43:24.749929 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-67eae75e-b780-4a3c-ad47-fbb22c619844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:25.043019 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e01342-6fb5-4d58-a7f8-3a5bebed66e2 req-9f86da03-7e4e-4c55-8021-41a9782c6193 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:25.051701 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-89e01342-6fb5-4d58-a7f8-3a5bebed66e2 req-9f86da03-7e4e-4c55-8021-41a9782c6193 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 943 time: 0.1815658 Apr 05 15:43:25.084036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d99800-3522-4cfa-b75f-bcf91630a142 req-c941a9bb-f5ea-4fdf-9411-6714ad45aa6a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:25.091855 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-24d99800-3522-4cfa-b75f-bcf91630a142 req-c941a9bb-f5ea-4fdf-9411-6714ad45aa6a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 944 time: 0.1815081 Apr 05 15:43:25.151841 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-89e01342-6fb5-4d58-a7f8-3a5bebed66e2 req-8782893e-75b4-4dbd-890a-0dbde351e29e tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991368 Apr 05 15:43:25.157542 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-24d99800-3522-4cfa-b75f-bcf91630a142 req-76a33ee0-1efc-4745-91b8-4311725f230e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647609 Apr 05 15:43:25.461087 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6720ad-93f3-4480-a303-6c8c66ad6886 req-a4a64ed5-68e2-4c89-a00c-5dc0ccaa286c tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:25.462708 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fe6720ad-93f3-4480-a303-6c8c66ad6886 req-a4a64ed5-68e2-4c89-a00c-5dc0ccaa286c tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 950 time: 0.0963387 Apr 05 15:43:25.514229 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fe6720ad-93f3-4480-a303-6c8c66ad6886 req-8353f8e3-8e1a-475b-b44b-fc66ca4df5bd tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Apr 05 15:43:25.612268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 53988) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:25.736757 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:25.752838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:25.757078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2ba32511da4447a0c6f4029f3918f0 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:25.760103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:25.766286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:25.854125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:25.857027 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:25.866460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-69b388bb-1342-427b-9c99-56d7cafa5ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:25.944563 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac2ba32511da4447a0c6f4029f3918f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310528 Apr 05 15:43:25.947464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 53998) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:25.969308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71033dec-7c35-4d17-978a-b7bef33cfa2f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:25.985398 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.985806 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.986202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.986591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.987067 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.987453 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.987850 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.988216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.988947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.988947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.989338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.989711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:25.994608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:26.015483 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:26.024758 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c47a-6b15-4a34-8ed7-217e940aa21b req-2fcef12a-d1b6-4e2b-8770-6dd3b72a464a tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:26.026875 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bba7c47a-6b15-4a34-8ed7-217e940aa21b req-2fcef12a-d1b6-4e2b-8770-6dd3b72a464a tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 950 time: 0.1229644 Apr 05 15:43:26.048257 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:26.075166 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bba7c47a-6b15-4a34-8ed7-217e940aa21b req-c740cfad-80ca-424e-b101-733f1ca7e3d9 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Apr 05 15:43:26.095631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:26.100902 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c1cb46e1-868e-4bcf-b201-fe637e56a342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:26.115419 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71033dec-7c35-4d17-978a-b7bef33cfa2f,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:26.119693 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:26.125246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.125662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.126063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.126466 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.126906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.127304 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.127701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.128091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.128511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.128895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.129282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.129667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:26.132490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:26.134858 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71033dec-7c35-4d17-978a-b7bef33cfa2f HTTP/1.1" status: 204 len: 168 time: 0.1851897 Apr 05 15:43:26.134858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:26.463494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3364c1-2526-47fb-a51f-678da3c2afea req-fa8adcea-c094-40c6-9dbe-bd632eb6dc6c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:26.464334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:43:26.479483 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0a3364c1-2526-47fb-a51f-678da3c2afea req-fa8adcea-c094-40c6-9dbe-bd632eb6dc6c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 943 time: 0.1766751 Apr 05 15:43:26.526451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d1451-4340-423e-92bf-6fbebfd9c09d req-af0d95ac-4c66-47ee-88d8-65ef39c4bb1b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:26.527995 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b95d1451-4340-423e-92bf-6fbebfd9c09d req-af0d95ac-4c66-47ee-88d8-65ef39c4bb1b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 944 time: 0.1970561 Apr 05 15:43:26.554012 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0a3364c1-2526-47fb-a51f-678da3c2afea req-618e6999-fff9-4c67-8314-6986cdd4d2a6 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735462 Apr 05 15:43:26.599769 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b95d1451-4340-423e-92bf-6fbebfd9c09d req-bcdd6090-c123-4696-9085-b137023467ba tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616827 Apr 05 15:43:26.700699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,segment=NetworkSegment(7650673a-a8d6-405e-b097-fcf31545d760),segment_id=7650673a-a8d6-405e-b097-fcf31545d760)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:26.718728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e', 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e', 'port_id': '2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e', 'mac_address': 'fa:16:3e:5c:8c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:43:26.783809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:26.802657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:43:26.819711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,segment=NetworkSegment(7650673a-a8d6-405e-b097-fcf31545d760),segment_id=7650673a-a8d6-405e-b097-fcf31545d760)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:26.825703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:26.826533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 77a44f66-b832-4f97-8d5d-0ad5a0d37364 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:43:26.841499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:27.038476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:27.046767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54044) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:27.058500 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:27.089132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79d1d235-79ce-40e7-afd3-b6a4a86246ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:27.124914 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 77a44f66-b832-4f97-8d5d-0ad5a0d37364, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=77a44f66-b832-4f97-8d5d-0ad5a0d37364,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:27.161465 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '77a44f66-b832-4f97-8d5d-0ad5a0d37364', 'network_id': 'ba80e037-f064-4d3a-98d3-65326d3ed1eb', 'port_id': '77a44f66-b832-4f97-8d5d-0ad5a0d37364', 'mac_address': 'fa:16:3e:f6:16:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a72d469a-6199-4f3a-9c3e-03cee04bffc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:43:27.211217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1707011132-network', 'tenant_id': '50b4869466944f58a893a7555345d2fa'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:27.216608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:27.221588 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Usage tracker for resource:network and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:27.225678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:27.243105 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:27.260885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a44f66-b832-4f97-8d5d-0ad5a0d37364 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:43:27.267946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:27.277961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 77a44f66-b832-4f97-8d5d-0ad5a0d37364, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=77a44f66-b832-4f97-8d5d-0ad5a0d37364,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:27.282286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:27.284100 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:27.293784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Made reservation on behalf of 50b4869466944f58a893a7555345d2fa for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:27.299224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:27.315384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:27.339334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:27.349900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Usage tracker for resource:security_group_rule and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:27.356238 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:27.361265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=77a44f66-b832-4f97-8d5d-0ad5a0d37364,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:27.365065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:27.368496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:27.378640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4112dbe-6743-46d1-9349-26e00d997915 req-2c3cf7c7-8f2a-412a-abea-a62a9e0a19b1 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:27.380282 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a4112dbe-6743-46d1-9349-26e00d997915 req-2c3cf7c7-8f2a-412a-abea-a62a9e0a19b1 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 950 time: 0.1510313 Apr 05 15:43:27.457912 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a4112dbe-6743-46d1-9349-26e00d997915 req-8cf87b68-4a83-4f08-b4bf-ab7b3ce0435a tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697238 Apr 05 15:43:27.484926 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:27.834884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:27.843294 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:27.848604 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0639b215-77fe-47ea-8629-01fb5abef2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:27.894641 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:43:27.901867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-9023f8db-bebd-4d63-bfdb-e5261252eb74 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:27.902624 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-9023f8db-bebd-4d63-bfdb-e5261252eb74 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Synchronizing usage tracker for tenant:dc918e1c41b34833aa48fc98929faa1a on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:43:27.919110 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db68fc5a-0169-4f8c-867d-aabf6668dc14,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:27.927621 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:27.928021 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Added segment 1fae552f-ed48-4ece-9f38-d3f034c80f34 of type vlan for network 374be1cf-8b54-4d0d-a103-7ce844ebe967 Apr 05 15:43:27.929434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:27.931479 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:43:27.938791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-9023f8db-bebd-4d63-bfdb-e5261252eb74 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Unset dirty status for tenant:dc918e1c41b34833aa48fc98929faa1a on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:43:27.940035 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-9023f8db-bebd-4d63-bfdb-e5261252eb74 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.49 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 950 time: 0.1868558 Apr 05 15:43:27.943812 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-75c7b66f-be14-4186-bce5-e9710658f44d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1210260 Apr 05 15:43:27.985827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df105d-3b78-48c2-b3e7-ed17c3773bbd req-48afab81-4aa7-4a81-8f44-9009fc50b9ca tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:27.987465 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-92df105d-3b78-48c2-b3e7-ed17c3773bbd req-48afab81-4aa7-4a81-8f44-9009fc50b9ca tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 944 time: 0.2664073 Apr 05 15:43:28.030063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['77a44f66-b832-4f97-8d5d-0ad5a0d37364'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:43:28.035727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:28.052309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd6e2c-1c28-4f60-8c77-7615ee068f5d req-bbb237ed-27f2-4117-a5bb-d99ae137f716 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:28.053968 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d8fd6e2c-1c28-4f60-8c77-7615ee068f5d req-bbb237ed-27f2-4117-a5bb-d99ae137f716 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 945 time: 0.2942286 Apr 05 15:43:28.112718 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-92df105d-3b78-48c2-b3e7-ed17c3773bbd req-5e48cb7c-e571-4f1b-b27f-0f254a95a305 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134059 Apr 05 15:43:28.141954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Deleting port 3c44b6cb-3af6-4e60-83db-44eab4517170 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:43:28.142345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:28.160530 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d8fd6e2c-1c28-4f60-8c77-7615ee068f5d req-835e60de-dc9c-437d-810b-65a564a41cc0 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951335 Apr 05 15:43:28.161503 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:28.163259 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:28.164210 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:28.178026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cfe4f5b4-ed9a-4338-a580-8ca29630ab7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:28.299086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Pushing event updated for resources: {'Network': ['ID=374be1cf-8b54-4d0d-a103-7ce844ebe967,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:28.302372 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:28.307658 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2597563 Apr 05 15:43:28.308983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54070) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:28.315747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Request body: {'subnet': {'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1707011132-subnet', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:28.316678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:43:28.320853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:28.324949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Usage tracker for resource:subnet and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:28.328003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:28.335690 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:28.343438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Made reservation on behalf of 50b4869466944f58a893a7555345d2fa for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:28.348310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:28.462401 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] For port 3c44b6cb-3af6-4e60-83db-44eab4517170, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3c44b6cb-3af6-4e60-83db-44eab4517170,segment=NetworkSegment(31685068-288b-47f5-9f0c-5d1fe526fa81),segment_id=31685068-288b-47f5-9f0c-5d1fe526fa81)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:28.462953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:28.624071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Calling delete_port for 3c44b6cb-3af6-4e60-83db-44eab4517170 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:43:28.689712 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-3a6f9f3c-47ef-4692-a93e-3ceba9a8305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:28.691301 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-3a6f9f3c-47ef-4692-a93e-3ceba9a8305d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 1098 time: 0.6571131 Apr 05 15:43:28.866335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474295-baab-443f-b41e-ade9ffbabc72 req-16aba708-2625-4d52-9f66-06f4340291f7 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:28.868227 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cd474295-baab-443f-b41e-ade9ffbabc72 req-16aba708-2625-4d52-9f66-06f4340291f7 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 950 time: 0.2399292 Apr 05 15:43:28.921269 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa56a1c-1ab6-4463-8319-ed727f2efaa4 req-cbca3f11-2526-4d44-9a10-7465dc1ef4f3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:28.922958 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3aa56a1c-1ab6-4463-8319-ed727f2efaa4 req-cbca3f11-2526-4d44-9a10-7465dc1ef4f3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1746325 Apr 05 15:43:29.027662 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cd474295-baab-443f-b41e-ade9ffbabc72 req-c9a0b69f-f7dd-4648-902d-d6a388ca8ed9 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/security-groups?id=f23cf9a5-452a-4d5a-857d-9b1380d1e279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514134 Apr 05 15:43:29.072563 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3aa56a1c-1ab6-4463-8319-ed727f2efaa4 req-e5e4381f-1334-422d-a3c3-778f80787094 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390414 Apr 05 15:43:29.079053 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:29.094188 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b7c6a298-b32a-44b7-a2d9-fc59dfc9f96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:29.153659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-88ab9212-3075-4c40-a839-195c2525a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:29.156005 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-88ab9212-3075-4c40-a839-195c2525a9c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 919 time: 0.4327891 Apr 05 15:43:29.157016 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:29.162247 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:29.172488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:29.292755 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Pushing event deleted for resources: {'Port': ['ID=3c44b6cb-3af6-4e60-83db-44eab4517170,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:29.306944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:29.308683 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-a113ddd3-3f16-4b6f-82df-10f698291aee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841 HTTP/1.1" status: 200 len: 217 time: 0.1033626 Apr 05 15:43:29.398107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe828f5-be37-4522-b6cf-b0dd642bb320,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:29.400876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:29.446862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-3aaa394e-22f0-4de7-b44a-27dddcbcda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:29.448353 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-3aaa394e-22f0-4de7-b44a-27dddcbcda19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 200 len: 858 time: 0.0912838 Apr 05 15:43:29.497056 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d184375-e41d-4ff1-8a57-fa8b38fd940c req-569c6774-40b5-4d1d-b792-3d8eb7334d4f tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:29.499222 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6d184375-e41d-4ff1-8a57-fa8b38fd940c req-569c6774-40b5-4d1d-b792-3d8eb7334d4f tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 944 time: 0.2462840 Apr 05 15:43:29.512268 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-b73df059-d4a8-4834-ac6e-0d245cf2477c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffadb37e-9238-46c9-8a24-86bdd147930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539238 Apr 05 15:43:29.543186 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31ef6b-c1bd-4d50-b240-8e72d1fbc311 req-049d99e9-5df0-4196-95eb-3a0d1e2bd9a9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:29.544796 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4c31ef6b-c1bd-4d50-b240-8e72d1fbc311 req-049d99e9-5df0-4196-95eb-3a0d1e2bd9a9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 945 time: 0.2322345 Apr 05 15:43:29.559439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Checking segment: {'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:29.559849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Network hostable DHCP agents. Network: 374be1cf-8b54-4d0d-a103-7ce844ebe967, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:43:29.618031 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6d184375-e41d-4ff1-8a57-fa8b38fd940c req-34d0a820-9913-469d-9958-cc0f77634e45 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079788 Apr 05 15:43:29.648154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:43:29.652850 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4c31ef6b-c1bd-4d50-b240-8e72d1fbc311 req-4e3e0561-9649-4b0c-8281-8bda46777050 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956335 Apr 05 15:43:29.679882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, 374be1cf-8b54-4d0d-a103-7ce844ebe967) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:29.684779 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:29.685441 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:29.690299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9709eeda-d133-4a71-92e6-57e96b1f727a None None] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:43:29.700904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] No DVR routers for this DVR port 3c44b6cb-3af6-4e60-83db-44eab4517170 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:43:29.706409 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:29.709380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3899f834-127d-4284-a24f-83f5023755c6', 'name': 'network-vif-deleted', 'tag': '3c44b6cb-3af6-4e60-83db-44eab4517170'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:43:29.729964 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-60bc521a-5d9d-4a4b-a99f-e52b91c6d033 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4198136 Apr 05 15:43:29.731275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54102) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:29.737129 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:29.742881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:29.747502 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Usage tracker for resource:router and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:29.749471 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-916ef4c5-5c9a-40a5-a220-f4e38744463e req-e5573e05-5de4-4853-b79d-33a4d7225dbe tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.49 "DELETE /v2.0/ports/3c44b6cb-3af6-4e60-83db-44eab4517170 HTTP/1.1" status: 204 len: 173 time: 1.7931528 Apr 05 15:43:29.751600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:29.765181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:29.777354 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-950240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743479'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:29.779421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853825657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853838480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853823427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32318'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:29.791846 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-38d5757b-0df5-4028-a0d7-56527149b6a3 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714231 Apr 05 15:43:29.806243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:29.838778 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3899f834-127d-4284-a24f-83f5023755c6', 'name': 'network-vif-deleted', 'tag': '3c44b6cb-3af6-4e60-83db-44eab4517170', 'status': 'completed', 'code': 200} Apr 05 15:43:29.982097 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-403322a8-80f8-4287-a7a9-297ae8e7ee1a req-963ee008-341c-46a5-848e-ab8e699d44ea service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780565 Apr 05 15:43:29.999491 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a48dea4-2bf9-5fca-a1e1-a2fdad4ab0ed-374be1cf-8b54-4d0d-a103-7ce844ebe967', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320'}]}} from dv-cinder-784779-1-smb. {{(pid=84315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:43:30.001054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:30.127092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cc0dc-ca78-41f0-b9a3-40124d701c8a req-f05665da-c901-4b80-a3f0-5bf9f6294980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:30.129003 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c80cc0dc-ca78-41f0-b9a3-40124d701c8a req-f05665da-c901-4b80-a3f0-5bf9f6294980 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 1098 time: 0.0979908 Apr 05 15:43:30.158614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853838495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32303'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:30.222567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Allocated IP 172.20.0.2 (374be1cf-8b54-4d0d-a103-7ce844ebe967/9fe828f5-be37-4522-b6cf-b0dd642bb320/35d603da-0c5e-44e2-846e-453dab9311fa) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:30.289358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cc0dc-ca78-41f0-b9a3-40124d701c8a req-17b283da-bd7c-4131-9b02-7e83c7ca7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:30.291204 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c80cc0dc-ca78-41f0-b9a3-40124d701c8a req-17b283da-bd7c-4131-9b02-7e83c7ca7f92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 919 time: 0.1545029 Apr 05 15:43:30.310218 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4139442f-0d8f-4535-b2d3-5f7d2b37dbbb req-4176d907-106a-48d8-9a8b-0d808bf90502 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] 10.222.0.46 "GET /v2.0/ports?device_id=3899f834-127d-4284-a24f-83f5023755c6 HTTP/1.1" status: 200 len: 210 time: 0.0960810 Apr 05 15:43:30.337494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54112) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:30.406620 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c80cc0dc-ca78-41f0-b9a3-40124d701c8a req-8d482a69-9dc1-460a-8fa6-192c3b61c565 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841 HTTP/1.1" status: 200 len: 217 time: 0.0939996 Apr 05 15:43:30.481735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cc0dc-ca78-41f0-b9a3-40124d701c8a req-4be0571b-2008-4708-8d59-42a4b194ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:30.483690 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c80cc0dc-ca78-41f0-b9a3-40124d701c8a req-4be0571b-2008-4708-8d59-42a4b194ed34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 200 len: 858 time: 0.0698972 Apr 05 15:43:30.486400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:30.523099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:30.548867 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c80cc0dc-ca78-41f0-b9a3-40124d701c8a req-fe8f0993-00a0-45a4-864b-de2b5b2e1a53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffadb37e-9238-46c9-8a24-86bdd147930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519626 Apr 05 15:43:30.553177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Transition to ACTIVE for port object 35d603da-0c5e-44e2-846e-453dab9311fa will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:30.584277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Transition to ACTIVE for port object 35d603da-0c5e-44e2-846e-453dab9311fa will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:30.594343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:30.611362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:30.670532 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:30.719710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe8be95-7ff5-4e74-991c-f01c86c3fd78 admin admin] Deleting subnet d80c8ca3-6be0-4f87-81ad-61b9da64303f {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:43:30.720126 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c80cc0dc-ca78-41f0-b9a3-40124d701c8a req-bd350dc7-1abb-4fd7-a902-1d72ca9741a2 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638618 Apr 05 15:43:30.728286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be95-7ff5-4e74-991c-f01c86c3fd78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:30.739127 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:30.739553 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:30.793402 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Pushing event updated for resources: {'Port': ['ID=35d603da-0c5e-44e2-846e-453dab9311fa,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:30.806111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:30.814523 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ac6e5-a27b-43ef-b784-bb8f36e39eef req-c910806c-0b5c-42bf-a915-a8410dcfce2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:30.818354 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c63ac6e5-a27b-43ef-b784-bb8f36e39eef req-c910806c-0b5c-42bf-a915-a8410dcfce2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.6029475 Apr 05 15:43:30.872271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be95-7ff5-4e74-991c-f01c86c3fd78 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:30.905385 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c80cc0dc-ca78-41f0-b9a3-40124d701c8a req-d308c901-e53b-4b5d-a29f-562f9de76b92 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680033 Apr 05 15:43:30.919825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be95-7ff5-4e74-991c-f01c86c3fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:30.929114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:30.932740 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:30.937022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:30.991605 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.009591 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c63ac6e5-a27b-43ef-b784-bb8f36e39eef req-0fe0d41f-fdaa-460d-a30a-9cd9da2f6d14 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422393 Apr 05 15:43:31.084372 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dbc5e5-ef83-4f93-b87f-5a7a289fbaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:43:31.097195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Attempting to bind port 35d603da-0c5e-44e2-846e-453dab9311fa on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:31.097611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Attempting to bind port 35d603da-0c5e-44e2-846e-453dab9311fa by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:31.098028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Attempting to bind port 35d603da-0c5e-44e2-846e-453dab9311fa on network 374be1cf-8b54-4d0d-a103-7ce844ebe967 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:31.103749 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,segment=NetworkSegment(7650673a-a8d6-405e-b097-fcf31545d760),segment_id=7650673a-a8d6-405e-b097-fcf31545d760)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:31.107005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:31.108081 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Checking segment: {'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:31.108553 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.109005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Bound using segment: {'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:31.109531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Bound port: 35d603da-0c5e-44e2-846e-453dab9311fa, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:31.110002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.122291 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.123234 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 77a44f66-b832-4f97-8d5d-0ad5a0d37364 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:31.292502 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3929b9-2284-4be0-a2e9-0e2ad753ad67 req-20f44dc5-4365-4b91-bae5-93d373dcfb97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:31.294228 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9f3929b9-2284-4be0-a2e9-0e2ad753ad67 req-20f44dc5-4365-4b91-bae5-93d373dcfb97 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 944 time: 0.4743917 Apr 05 15:43:31.325279 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:31.473301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:31.489357 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:31.505323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] For port 35d603da-0c5e-44e2-846e-453dab9311fa, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:31.508788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] For port 35d603da-0c5e-44e2-846e-453dab9311fa, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=35d603da-0c5e-44e2-846e-453dab9311fa,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:31.510028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 77a44f66-b832-4f97-8d5d-0ad5a0d37364 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:31.516230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.531788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:31.536344 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9f3929b9-2284-4be0-a2e9-0e2ad753ad67 req-1be7b9fd-e529-4997-aaa3-4d70848ba19b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693096 Apr 05 15:43:31.565496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 77a44f66-b832-4f97-8d5d-0ad5a0d37364 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:31.565496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.566347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.600762 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd610bb0-97f4-4b1e-913a-feba8bef43bc req-17f3db26-19d4-4fea-b5b0-8dbf26a1788e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:31.602377 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd610bb0-97f4-4b1e-913a-feba8bef43bc req-17f3db26-19d4-4fea-b5b0-8dbf26a1788e tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 945 time: 0.4678023 Apr 05 15:43:31.618535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.734692 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be95-7ff5-4e74-991c-f01c86c3fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.738148 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd610bb0-97f4-4b1e-913a-feba8bef43bc req-1889c303-6b42-46f4-960e-185652edabae tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260796 Apr 05 15:43:31.743462 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Pushing event updated for resources: {'Port': ['ID=35d603da-0c5e-44e2-846e-453dab9311fa,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:31.753186 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:31.758548 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dbc5e5-ef83-4f93-b87f-5a7a289fbaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e', 'code': 200} Apr 05 15:43:31.759990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:31.819165 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8be95-7ff5-4e74-991c-f01c86c3fd78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80c8ca3-6be0-4f87-81ad-61b9da64303f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:31.855542 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.903432 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 77a44f66-b832-4f97-8d5d-0ad5a0d37364, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=77a44f66-b832-4f97-8d5d-0ad5a0d37364,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:31.909244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cbe8be95-7ff5-4e74-991c-f01c86c3fd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:31.912905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:31.913850 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 3c44b6cb-3af6-4e60-83db-44eab4517170 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:43:31.946317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:31.988901 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 3c44b6cb-3af6-4e60-83db-44eab4517170 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:43:31.989105 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 3c44b6cb-3af6-4e60-83db-44eab4517170 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:43:32.021495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Allocated IP 172.28.3.144 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:32.063634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=77a44f66-b832-4f97-8d5d-0ad5a0d37364,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:32.075115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:32.126897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cbe8be95-7ff5-4e74-991c-f01c86c3fd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:32.148262 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-cbe8be95-7ff5-4e74-991c-f01c86c3fd78 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d80c8ca3-6be0-4f87-81ad-61b9da64303f HTTP/1.1" status: 204 len: 168 time: 1.8142321 Apr 05 15:43:32.151215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54144) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:32.157869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a3bb7-d3ea-45dd-ba59-34712a1b7582 req-7c92c0d2-db32-44a4-b7c3-b0cb67d4f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:32.159492 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b86a3bb7-d3ea-45dd-ba59-34712a1b7582 req-7c92c0d2-db32-44a4-b7c3-b0cb67d4f87a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 1098 time: 0.1315298 Apr 05 15:43:32.235817 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b86a3bb7-d3ea-45dd-ba59-34712a1b7582 req-82374078-f881-4257-8ed0-48bac56ffe84 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621643 Apr 05 15:43:32.398500 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:32.460387 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:32.533855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdca63-cd01-401e-9fd3-7d7f528ee3e0 req-4e5e107b-a8a4-4378-9e45-dca9201051fa tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:32.535490 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-60cdca63-cd01-401e-9fd3-7d7f528ee3e0 req-4e5e107b-a8a4-4378-9e45-dca9201051fa tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.3519790 Apr 05 15:43:32.709807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:32.765733 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-60cdca63-cd01-401e-9fd3-7d7f528ee3e0 req-61faf9c2-f947-43fc-8cc9-5b73e1d42cbf tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082896 Apr 05 15:43:32.841555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:32.881476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-94402421-c987-4285-ba09-2f507b37def5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:32.948533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:32.948948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:32.949763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:32.950142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > port after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:32.950509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:32.950877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > port after_update 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:32.951890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:32.952153 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:32.952536 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:32.952906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:33.030873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:33.031384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:33.031619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:33.031997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:43:33.032407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988cfb83-6f9a-4be6-8256-bada2883579b']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:33.158774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:33.159113 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa4a3b6-d3e0-476a-b8f8-d8ecf3ef4f77') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:33.173594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 35d603da-0c5e-44e2-846e-453dab9311fa up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:33.180480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823146864'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:33.213909 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:33.268891 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 35d603da-0c5e-44e2-846e-453dab9311fa completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:33.271192 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:33.276018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:33.290111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227127b-5fdb-457e-921e-dd4d90b5e7da req-62277e5d-b453-4ef9-a586-ef4b1067a476 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:33.291978 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2227127b-5fdb-457e-921e-dd4d90b5e7da req-62277e5d-b453-4ef9-a586-ef4b1067a476 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 945 time: 0.6257331 Apr 05 15:43:33.310255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:33.416528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4452d650-37e5-45fd-9499-70939f905a77 None None] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:43:33.572406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:43:33.579218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-b98cedcf-d51f-4983-8059-6b15b5dd2503 None None] Provisioning for port 35d603da-0c5e-44e2-846e-453dab9311fa completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:33.601076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-b98cedcf-d51f-4983-8059-6b15b5dd2503 None None] Provisioning complete for port 35d603da-0c5e-44e2-846e-453dab9311fa triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:33.601518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b98cedcf-d51f-4983-8059-6b15b5dd2503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:33.785143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b40b4d-ff75-415e-815d-0fa2325482fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a44f66-b832-4f97-8d5d-0ad5a0d37364'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:43:33.807374 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2227127b-5fdb-457e-921e-dd4d90b5e7da req-6506d769-842b-41c4-b937-6a56aa85e0f2 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006423 Apr 05 15:43:33.819420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:33.825659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:33.837504 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:33.877111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b98cedcf-d51f-4983-8059-6b15b5dd2503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:33.891268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Network 988cfb83-6f9a-4be6-8256-bada2883579b has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:43:33.925990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-b98cedcf-d51f-4983-8059-6b15b5dd2503 None None] For port 35d603da-0c5e-44e2-846e-453dab9311fa, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=35d603da-0c5e-44e2-846e-453dab9311fa,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:33.933220 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b98cedcf-d51f-4983-8059-6b15b5dd2503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:33.936690 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:33.970770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822717005'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:34.032370 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2ac10-8df0-46cc-be04-49d7c2e95b37 req-a9274b71-585b-4525-a0ee-79418c09cebc tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:34.040038 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2cf2ac10-8df0-46cc-be04-49d7c2e95b37 req-a9274b71-585b-4525-a0ee-79418c09cebc tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 946 time: 0.8334949 Apr 05 15:43:34.086431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cedcf-d51f-4983-8059-6b15b5dd2503 None None] Pushing event updated for resources: {'Port': ['ID=35d603da-0c5e-44e2-846e-453dab9311fa,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:34.093465 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b98cedcf-d51f-4983-8059-6b15b5dd2503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:34.261828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-d837dfbb-7831-4b62-ab25-5bde0e6fd583 None None] Provisioning complete for port 35d603da-0c5e-44e2-846e-453dab9311fa triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:34.262449 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d837dfbb-7831-4b62-ab25-5bde0e6fd583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:34.354821 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2cf2ac10-8df0-46cc-be04-49d7c2e95b37 req-acaba336-3493-43cb-8f75-7cf07ef3620f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137562 Apr 05 15:43:34.378860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Network 988cfb83-6f9a-4be6-8256-bada2883579b has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:43:34.438966 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b40b4d-ff75-415e-815d-0fa2325482fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a44f66-b832-4f97-8d5d-0ad5a0d37364', 'code': 200} Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: from cryptography.utils import int_from_bytes Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: from cryptography.utils import int_from_bytes Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: (rel_b, rel_a, rel_b), Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: (rel_b, rel_a, rel_b), Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:43:34.468292 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:43:34.656656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a9b79-c4e8-4d63-bea7-dfe2ad4cf889 req-d560f62a-ca5a-4e05-b15a-d3b57910bbbb tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:34.658285 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3c2a9b79-c4e8-4d63-bea7-dfe2ad4cf889 req-d560f62a-ca5a-4e05-b15a-d3b57910bbbb tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.6621723 Apr 05 15:43:34.705152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:34.724109 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74b40-87c3-4e5d-a76e-98f6ef775c8c req-85270773-612d-40bd-a452-bd84f48bc130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:34.725762 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-90f74b40-87c3-4e5d-a76e-98f6ef775c8c req-85270773-612d-40bd-a452-bd84f48bc130 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 1099 time: 0.0855019 Apr 05 15:43:34.731397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:34.755883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:34.769772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=988cfb83-6f9a-4be6-8256-bada2883579b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:34.771591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:34.776263 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-90f74b40-87c3-4e5d-a76e-98f6ef775c8c req-0bf85dbd-2a7d-4f70-8ce7-d77689e003f5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 Apr 05 15:43:34.824953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:34.834667 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3c2a9b79-c4e8-4d63-bea7-dfe2ad4cf889 req-65abad7a-767b-4df0-8520-14ef903b3252 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653643 Apr 05 15:43:34.838852 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] 10.222.0.46 "DELETE /v2.0/networks/988cfb83-6f9a-4be6-8256-bada2883579b HTTP/1.1" status: 204 len: 168 time: 2.6836867 Apr 05 15:43:34.840449 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54344) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:34.925362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-193e441f-aab6-43b4-9d3d-616c516f454d admin admin] Deleting subnet 58a755c6-17b1-40e8-9f7f-612c0842e00b {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:43:34.928589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-193e441f-aab6-43b4-9d3d-616c516f454d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:34.983239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-193e441f-aab6-43b4-9d3d-616c516f454d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822484389'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:35.059487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-193e441f-aab6-43b4-9d3d-616c516f454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:35.093110 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 35d603da-0c5e-44e2-846e-453dab9311fa up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:35.192013 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 35d603da-0c5e-44e2-846e-453dab9311fa triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:35.192828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:35.224773 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5408c5-2391-4906-a5c8-bbca1f07e090 req-1288fda9-fc56-4440-8d61-ba720023939f tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:35.226398 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0d5408c5-2391-4906-a5c8-bbca1f07e090 req-1288fda9-fc56-4440-8d61-ba720023939f tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 945 time: 0.2817621 Apr 05 15:43:35.310252 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0d5408c5-2391-4906-a5c8-bbca1f07e090 req-8ad9cc63-66bf-4848-bba3-4e6fc5a58790 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726919 Apr 05 15:43:35.312616 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937374'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:35.375648 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-193e441f-aab6-43b4-9d3d-616c516f454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32290304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33446941'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:35.504596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-890d0309-12b1-4a7d-aef8-68a0cf1112b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:35.548000 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e441f-aab6-43b4-9d3d-616c516f454d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a755c6-17b1-40e8-9f7f-612c0842e00b,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:35.552172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-193e441f-aab6-43b4-9d3d-616c516f454d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:35.560693 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-193e441f-aab6-43b4-9d3d-616c516f454d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:35.567923 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-193e441f-aab6-43b4-9d3d-616c516f454d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/58a755c6-17b1-40e8-9f7f-612c0842e00b HTTP/1.1" status: 204 len: 168 time: 0.7259343 Apr 05 15:43:35.574286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54396) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:35.760419 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:35.843593 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee458f-47f7-4c45-b35e-5f6f23b7a0e2 req-d249247b-10b5-4e4c-a43f-fd9241ca0647 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:35.845227 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cee458f-47f7-4c45-b35e-5f6f23b7a0e2 req-d249247b-10b5-4e4c-a43f-fd9241ca0647 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 946 time: 0.2279253 Apr 05 15:43:35.913239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Router b9fd73a1-ab93-474b-aa85-0764e211f1c4 is scheduled to L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:43:35.919026 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cee458f-47f7-4c45-b35e-5f6f23b7a0e2 req-9c38b67c-d7e3-499e-915c-d49321e73351 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653238 Apr 05 15:43:36.059455 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:36.237886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb196cb7-eb24-47c5-a770-3e5608999995']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:36.266635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8259b76b-a512-4cd6-aedd-16ea32d994a5') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:36.267101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8259b76b-a512-4cd6-aedd-16ea32d994a5') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:36.288799 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ae39c-1063-44fd-9efa-30a8b92b9a40 req-7e38faf5-6157-41d6-8987-c15238849055 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:36.294194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32291410'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:36.298073 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2a0ae39c-1063-44fd-9efa-30a8b92b9a40 req-7e38faf5-6157-41d6-8987-c15238849055 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1896355 Apr 05 15:43:36.317079 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:36.324130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:43:36.343145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:43:36.356542 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Sync routers for ids ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:43:36.378396 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2a0ae39c-1063-44fd-9efa-30a8b92b9a40 req-bd0a2582-ae0b-437c-97ad-5fc7e74e2ff8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791159 Apr 05 15:43:36.386086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Routers {'b9fd73a1-ab93-474b-aa85-0764e211f1c4'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:43:36.387008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:36.396000 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:36.397646 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6657457 Apr 05 15:43:36.401010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54440) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:36.543719 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Network eb196cb7-eb24-47c5-a770-3e5608999995 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:43:36.557400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32290475'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:36.674202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Set router b9fd73a1-ab93-474b-aa85-0764e211f1c4 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:43:36.752139 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Network eb196cb7-eb24-47c5-a770-3e5608999995 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:43:36.782006 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:43:37.028979 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:34Z', 'revision_number': 3, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:37.034451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Checking router: b9fd73a1-ab93-474b-aa85-0764e211f1c4 for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:43:37.034976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Updating router b9fd73a1-ab93-474b-aa85-0764e211f1c4 port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b binding host dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:43:37.106323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:37.187246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:37.193728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:37.210092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:37.219886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb196cb7-eb24-47c5-a770-3e5608999995,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:37.225798 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] 10.222.0.46 "DELETE /v2.0/networks/eb196cb7-eb24-47c5-a770-3e5608999995 HTTP/1.1" status: 204 len: 168 time: 1.6485326 Apr 05 15:43:37.225798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-99840f0a-eaa9-42b2-b893-91eb8ae1be67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:37.252744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c11f0-a75f-4f6c-a4e5-7f2339831889 req-cc7b802f-ea45-44dc-9754-c7ecac3c98c6 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:37.254375 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6c7c11f0-a75f-4f6c-a4e5-7f2339831889 req-cc7b802f-ea45-44dc-9754-c7ecac3c98c6 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 946 time: 0.1705697 Apr 05 15:43:37.361554 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54468) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:37.371413 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6c7c11f0-a75f-4f6c-a4e5-7f2339831889 req-5cee40e9-96ea-4c51-94be-4754331f2621 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049371 Apr 05 15:43:37.374125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:37.461126 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-566b33c8-a042-4fe0-bd13-4ff33f06cc6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f715819f30c4b81be1e64180c4d2f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0979779 Apr 05 15:43:37.461818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54476) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:37.558508 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fef5bccd-fe2d-44ca-9fe5-98b9d7387bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:37.572831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:37.586077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Transition to ACTIVE for port object 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:37.593152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:37.593959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fef5bccd-fe2d-44ca-9fe5-98b9d7387bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:37.680217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fef5bccd-fe2d-44ca-9fe5-98b9d7387bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:37.686096 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c5e1cbd4-a895-4f2e-bd46-41d89089d8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:37.701142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5bccd-fe2d-44ca-9fe5-98b9d7387bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6a4438-7566-4639-8d56-b10daa8e28fe,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:37.704500 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fef5bccd-fe2d-44ca-9fe5-98b9d7387bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:37.746529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fef5bccd-fe2d-44ca-9fe5-98b9d7387bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:37.747809 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-fef5bccd-fe2d-44ca-9fe5-98b9d7387bd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e6a4438-7566-4639-8d56-b10daa8e28fe HTTP/1.1" status: 204 len: 168 time: 0.2849972 Apr 05 15:43:37.752827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-660b400e-7062-4fe9-a214-682db6dc6a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:37.856306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ee833-5c2c-4276-af6d-3d33851eca74 req-042a1b77-a282-4e5e-9d7e-d7f0b9d85a94 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:37.862429 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-808ee833-5c2c-4276-af6d-3d33851eca74 req-042a1b77-a282-4e5e-9d7e-d7f0b9d85a94 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.3173656 Apr 05 15:43:37.909558 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Allocated IP 172.20.0.1 (374be1cf-8b54-4d0d-a103-7ce844ebe967/9fe828f5-be37-4522-b6cf-b0dd642bb320/f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:37.989046 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-808ee833-5c2c-4276-af6d-3d33851eca74 req-450bb443-ecfa-438c-b7e3-4ea3ba49430d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037500 Apr 05 15:43:38.144342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.165955 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Transition to ACTIVE for port object f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:38.196835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.211934 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Pushing event updated for resources: {'Port': ['ID=2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:38.219620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Attempting to bind port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:38.220022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Attempting to bind port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:38.220424 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Attempting to bind port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b on network db60f784-cad0-46b6-aea7-87a5eb59a312 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:38.231321 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:38.231856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Checking segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:38.232325 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.232774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Bound using segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:38.233283 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Bound port: 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:38.233688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.241005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:38.250840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54496) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:38.331637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.332103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.332618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.333089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.333689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.334294 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.334757 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.335335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.335797 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.336257 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.336826 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.337307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:38.353362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:38.371744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] For port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:38.376830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] For port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:38.383954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54502) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:38.386118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.404928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:38.493008 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-473b3bd6-8f4c-4d6c-bc50-5004232954e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01aad8edc6574bbbb7793ee4578d5d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1073217 Apr 05 15:43:38.500204 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c23a2250-6d26-4986-bf53-7ad9bc791b5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc918e1c41b34833aa48fc98929faa1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480066 Apr 05 15:43:38.500984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54508) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:38.503336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54510) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:38.602390 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Pushing event updated for resources: {'Port': ['ID=2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:38.607783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:38.625088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7b9588d-0c94-420b-b8c4-5285b6aaae54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.628336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:38.631404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:38.653397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Routers {'b9fd73a1-ab93-474b-aa85-0764e211f1c4'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:43:38.653903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:38.669250 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d110bd3f-20fa-428f-abac-70331f34ec57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.672276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7b9588d-0c94-420b-b8c4-5285b6aaae54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.679211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:38.680434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:38.682943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:38.732400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d110bd3f-20fa-428f-abac-70331f34ec57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.742867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853841597'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.793475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7b9588d-0c94-420b-b8c4-5285b6aaae54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.800875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fc7a3636-c903-4ea4-8f64-d86e48e9261e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:38.822146 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9588d-0c94-420b-b8c4-5285b6aaae54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2288627-8a64-4d05-abf3-05b1e361896d,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:38.825997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7b9588d-0c94-420b-b8c4-5285b6aaae54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.827738 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a7b9588d-0c94-420b-b8c4-5285b6aaae54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2288627-8a64-4d05-abf3-05b1e361896d HTTP/1.1" status: 204 len: 168 time: 0.3231416 Apr 05 15:43:38.829392 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a7b9588d-0c94-420b-b8c4-5285b6aaae54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:38.841741 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d110bd3f-20fa-428f-abac-70331f34ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.850703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-933cbbd3-93a4-4065-976c-cab46f9ab1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:38.867765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d110bd3f-20fa-428f-abac-70331f34ec57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:38.872197 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d110bd3f-20fa-428f-abac-70331f34ec57 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f23cf9a5-452a-4d5a-857d-9b1380d1e279 HTTP/1.1" status: 204 len: 168 time: 0.3655920 Apr 05 15:43:38.874168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110bd3f-20fa-428f-abac-70331f34ec57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23cf9a5-452a-4d5a-857d-9b1380d1e279,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:38.876775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d110bd3f-20fa-428f-abac-70331f34ec57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:38.894974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] Set router b9fd73a1-ab93-474b-aa85-0764e211f1c4 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:43:38.907401 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:39.063716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-607094e7-886a-4043-a305-f605188109b9 None None] Provisioning for port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:39.073792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-607094e7-886a-4043-a305-f605188109b9 None None] Provisioning complete for port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:39.083671 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-607094e7-886a-4043-a305-f605188109b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:39.239336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-607094e7-886a-4043-a305-f605188109b9 None None] Port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:43:39.354130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:34Z', 'revision_number': 3, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:39.359953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de6f68-79ca-473d-9913-3e7bf69db7df None None] The sync data for ids ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'] in dv-cinder-784779-1-smb is: [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:34Z', 'revision_number': 3, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:43:39.460245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef6698-0f66-41a8-b5b1-d1931d51578e req-230c23e4-0db9-4e0e-a253-a98efa688a73 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:39.462468 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-93ef6698-0f66-41a8-b5b1-d1931d51578e req-230c23e4-0db9-4e0e-a253-a98efa688a73 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1904051 Apr 05 15:43:39.521128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:39.526638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822716979'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:39.570672 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:39.691199 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-93ef6698-0f66-41a8-b5b1-d1931d51578e req-7205f669-18d6-45ae-bd95-cf4cf529fca0 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144752 Apr 05 15:43:39.748209 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853841770'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:39.935943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:39.937136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:39.999263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:40.000964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:40.129737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54574) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:40.330348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Router b9fd73a1-ab93-474b-aa85-0764e211f1c4 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:43:40.372687 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-0d145927-d028-4dd9-ac2b-675f482e4c04 None None] Provisioning complete for port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:40.373137 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0d145927-d028-4dd9-ac2b-675f482e4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:40.452926 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-0d145927-d028-4dd9-ac2b-675f482e4c04 None None] Port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:43:40.592422 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:43:40.619999 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b80833d9-d722-4779-ad28-761c326489b1 admin admin] 10.222.0.46 "PUT /v2.0/routers/b9fd73a1-ab93-474b-aa85-0764e211f1c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2096477 Apr 05 15:43:40.630270 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-247996462-network', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:40.645941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:40.650470 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Usage tracker for resource:network and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:40.654969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:40.661786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:40.672689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Made reservation on behalf of c74c4fd7675e4886b8f69edf9f1f3702 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:40.678707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:40.694528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:40.719868 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:40.726521 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Usage tracker for resource:security_group_rule and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:40.730070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:40.738271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:40.853511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:40.862556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:40.872735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a5494c11-1fe1-498b-8ffd-0bef3e5c9793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:40.917682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:43:40.934257 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50fe3b3-ab40-468a-bb3b-e9a010d29016,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:40.943178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:40.944232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:40.945168 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Added segment 1582ba93-31a4-4f87-a009-8cc9dfbf6fcd of type vlan for network 7fe767f3-1fd6-4241-a869-f4c019752f33 Apr 05 15:43:40.978442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54598) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:41.016656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b51d1-180d-4037-a2f7-3fb06b9f7994 req-4863ca1d-7716-42d8-8b42-3ede646ab401 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:41.024639 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-744b51d1-180d-4037-a2f7-3fb06b9f7994 req-4863ca1d-7716-42d8-8b42-3ede646ab401 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1626847 Apr 05 15:43:41.049001 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.117185 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-744b51d1-180d-4037-a2f7-3fb06b9f7994 req-744280c1-3f63-4f32-abf6-f6c6ce9afe83 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852084 Apr 05 15:43:41.125082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.126751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:41.130715 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.132009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-183e2d3a-dc6d-4d7f-a162-877ea7e98020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:41.164087 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:41.250098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:41.259155 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:41.259777 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.278110 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1469357 Apr 05 15:43:41.279328 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.281275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54610) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:41.289312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Request body: {'subnet': {'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-247996462-subnet', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:41.292976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe767f3-1fd6-4241-a869-f4c019752f33,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:41.298213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-63ecca39-fd7d-4c7d-a872-5077f4356197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:41.302103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:41.305171 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:41.311159 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Usage tracker for resource:subnet and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:41.312295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] Usage tracker for resource:security_group_rule and tenant:672d617d149c4615bcce000e716d852f is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:41.314287 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:41.315113 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:43:41.320675 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:41.321643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:41.330426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:41.331528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Made reservation on behalf of c74c4fd7675e4886b8f69edf9f1f3702 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:41.336522 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822924262'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.498745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.502976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.512969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6bd41094-039e-4162-8509-c1b56f9d8a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:41.525734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54620) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:41.536899 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-488005434-network', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:41.548220 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:41.554280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Usage tracker for resource:network and tenant:f1b4ca9667d14ae58be6205227ab809b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:41.555734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.559405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:41.566726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30f1611-e816-47db-9f22-5809c2448ef1,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:41.568807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:41.574635 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=672d617d149c4615bcce000e716d852f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5927036 Apr 05 15:43:41.574635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:41.574981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54624) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:41.581459 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:41.586709 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.589169 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:41.595085 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Made reservation on behalf of f1b4ca9667d14ae58be6205227ab809b for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:41.599980 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.644836 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-398002a9-57b4-4c9f-86de-3b73b0f4921c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.655073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.667789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:41.678893 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.679287 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.679659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.680033 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.680728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.680863 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-398002a9-57b4-4c9f-86de-3b73b0f4921c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.680945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.681313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.681517 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:41.681670 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.682021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.682382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.682742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.683104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:43:41.687767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:41.690354 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Usage tracker for resource:security_group_rule and tenant:f1b4ca9667d14ae58be6205227ab809b is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:41.695030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:41.705838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:41.731944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-398002a9-57b4-4c9f-86de-3b73b0f4921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.737898 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d49e2ec9-6df1-4a8d-93cd-678f28016953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:41.751847 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398002a9-57b4-4c9f-86de-3b73b0f4921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30f1611-e816-47db-9f22-5809c2448ef1,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:41.757531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-398002a9-57b4-4c9f-86de-3b73b0f4921c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:41.758843 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-398002a9-57b4-4c9f-86de-3b73b0f4921c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.762343 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-398002a9-57b4-4c9f-86de-3b73b0f4921c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d30f1611-e816-47db-9f22-5809c2448ef1 HTTP/1.1" status: 204 len: 168 time: 0.1840513 Apr 05 15:43:41.945232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.969767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:41.982816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:42.006828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:43:42.039089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:42.039483 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Added segment ac246262-1446-4dcc-9499-97d54d10a3c7 of type vlan for network f51302f0-8668-4c93-b338-3552f4300fe8 Apr 05 15:43:42.043691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bf65f3-4f5b-4da6-9cd8-bfe664dcfc28,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:42.052636 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:42.087441 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:42.179130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32058659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822924247'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:42.200333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f2a7945d-1572-4e1d-b06b-5fead119a6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:42.243901 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:42.254671 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:42.255331 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:42.422373 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65215ba3-c215-4da1-9f03-1c715aba4fda,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:42.425195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:42.429431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:42.456212 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9260948 Apr 05 15:43:42.456646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54648) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:42.462870 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Request body: {'subnet': {'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-488005434-subnet', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:42.468186 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:42.472371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Usage tracker for resource:subnet and tenant:f1b4ca9667d14ae58be6205227ab809b is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:42.475401 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:42.481854 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:42.497702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Made reservation on behalf of f1b4ca9667d14ae58be6205227ab809b for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:42.503858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821328857'] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:42.586371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Pushing event updated for resources: {'Network': ['ID=f51302f0-8668-4c93-b338-3552f4300fe8,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:42.597364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network f51302f0-8668-4c93-b338-3552f4300fe8 details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:43:42.601418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:42.644604 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f9abb-2d4a-43cb-8d1f-1d2687396fc9 req-4defb43d-595e-4b8d-b37c-201e40d60ae2 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:42.646295 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bc1f9abb-2d4a-43cb-8d1f-1d2687396fc9 req-4defb43d-595e-4b8d-b37c-201e40d60ae2 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.3847890 Apr 05 15:43:42.680630 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Checking segment: {'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:42.681507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Network hostable DHCP agents. Network: 7fe767f3-1fd6-4241-a869-f4c019752f33, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:43:42.754595 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bc1f9abb-2d4a-43cb-8d1f-1d2687396fc9 req-b2c67e91-0a49-4a77-8a81-220486159da7 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890639 Apr 05 15:43:42.755949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:43:42.767382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Sync routers for ids ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:43:42.768450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, 7fe767f3-1fd6-4241-a869-f4c019752f33) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:42.782601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:42.783638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:42.801997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106332b7-b1b1-4393-95ea-0fcb94a5c00d None None] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:43:42.813832 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ce8e9123-4d60-417c-b8dc-4658c73f5867 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5285883 Apr 05 15:43:42.816018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54660) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:42.827223 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:42.833736 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:42.838404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Usage tracker for resource:router and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:42.842037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:42.849063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:42.863754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-950240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743479'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:42.864928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853825657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853838480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853823427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32318'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:42.907928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:42.986381 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Routers {'b9fd73a1-ab93-474b-aa85-0764e211f1c4'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:43:42.987180 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:43.271791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821328876'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:43.295280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:43.365236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:43.447992 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f9ab9ea-9ce9-411c-9b8c-fee631c1fade,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:43.454383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:43.522687 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54676) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:43.545305 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Checking segment: {'id': 'ac246262-1446-4dcc-9499-97d54d10a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:43.545705 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Network hostable DHCP agents. Network: f51302f0-8668-4c93-b338-3552f4300fe8, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:43:43.551315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a48dea4-2bf9-5fca-a1e1-a2fdad4ab0ed-7fe767f3-1fd6-4241-a869-f4c019752f33', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda'}]}} from dv-cinder-784779-1-smb. {{(pid=84315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:43:43.552258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:43.567007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:43.567429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:43.567919 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Network f51302f0-8668-4c93-b338-3552f4300fe8 is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:43:43.587796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, f51302f0-8668-4c93-b338-3552f4300fe8) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:43.602795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:43.603572 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:43.613701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1751afeb-a2c3-445c-92d8-749ca588443b None None] Network f51302f0-8668-4c93-b338-3552f4300fe8 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:43:43.636319 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-27a56a2d-31be-4fbe-9929-efc9579a4ef2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1723533 Apr 05 15:43:43.636319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54682) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:43.642829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-488005434-router', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:43.648875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:43.653356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Usage tracker for resource:router and tenant:f1b4ca9667d14ae58be6205227ab809b is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:43.657565 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:43.664710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:43.678047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-950240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743479'] for router, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:43.679648 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853825657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853838480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853823427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32318'] for router, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:43.696488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853838495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32303'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:43.707580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:43.729292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:43.735379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:43.737078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b1e901087849db8d0d9bdb51604c11 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:43.746249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:43.755027 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:43.794692 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Set router b9fd73a1-ab93-474b-aa85-0764e211f1c4 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:43:44.180765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.236602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853838495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32303'] for router, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.294087 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.408426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.418800 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.423120 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Allocated IP 172.20.0.2 (7fe767f3-1fd6-4241-a869-f4c019752f33/65215ba3-c215-4da1-9f03-1c715aba4fda/9b1d0ac6-472f-48e1-a639-48f961f77a8d) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:44.432169 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b7a1b7e6-01cc-470e-b8c6-71f9d4f07be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:44.469369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3083b-f52b-43f7-bdaf-50da543618d9,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:44.478123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Allocated IP 172.28.3.206 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/f8630fe5-2ca1-4051-a7ac-48b8a6da01a2) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:44.487473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:44.516295 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5b1e901087849db8d0d9bdb51604c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9897523 Apr 05 15:43:44.518819 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54702) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:44.571019 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a48dea4-2bf9-5fca-a1e1-a2fdad4ab0ed-f51302f0-8668-4c93-b338-3552f4300fe8', 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'fixed_ips': [{'subnet_id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade'}]}} from dv-cinder-784779-1-smb. {{(pid=84315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:43:44.572084 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.675476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.744833 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.776896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:44.788168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ec-c4bd-448e-b51b-27cb8bd2b478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.821761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ec-c4bd-448e-b51b-27cb8bd2b478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.831747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1', 'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'mac_address': 'fa:16:3e:b8:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:37Z', 'updated_at': '2021-04-05T15:43:39Z', 'revision_number': 2, 'project_id': '50b4869466944f58a893a7555345d2fa', 'subnets': [{'id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:44.841048 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Checking router: b9fd73a1-ab93-474b-aa85-0764e211f1c4 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:43:44.842197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Updating router b9fd73a1-ab93-474b-aa85-0764e211f1c4 port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 binding host dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:43:44.878166 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f8630fe5-2ca1-4051-a7ac-48b8a6da01a2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:44.886280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:44.908924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ec-c4bd-448e-b51b-27cb8bd2b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.912601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d110bd3f-20fa-428f-abac-70331f34ec57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:44.933165 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a01ec-c4bd-448e-b51b-27cb8bd2b478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c3083b-f52b-43f7-bdaf-50da543618d9,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:44.971048 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4b7a01ec-c4bd-448e-b51b-27cb8bd2b478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:44.987290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4b7a01ec-c4bd-448e-b51b-27cb8bd2b478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:44.991909 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4b7a01ec-c4bd-448e-b51b-27cb8bd2b478 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89c3083b-f52b-43f7-bdaf-50da543618d9 HTTP/1.1" status: 204 len: 168 time: 0.4578748 Apr 05 15:43:44.993121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f9542-9e91-4b93-a14c-cc86563fa0bd req-907f6fb6-15ad-4f14-b298-6f53a6519960 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:44.993896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:45.000768 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5c1f9542-9e91-4b93-a14c-cc86563fa0bd req-907f6fb6-15ad-4f14-b298-6f53a6519960 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.8872323 Apr 05 15:43:45.032350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:45.061443 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5c1f9542-9e91-4b93-a14c-cc86563fa0bd req-c8c2997b-2c9d-45af-87d6-f4647f0882e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596480 Apr 05 15:43:45.120201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:45.122451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:45.125425 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:45.157830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Allocated IP 172.20.0.2 (f51302f0-8668-4c93-b338-3552f4300fe8/1f9ab9ea-9ce9-411c-9b8c-fee631c1fade/05e78311-03c4-41ff-949e-97971b2b47f1) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:45.163239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:45.225181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Allocated IP 172.28.3.61 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/f3f6db29-7a28-4780-b7b9-f24ab70dc114) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:45.254972 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:45.318817 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Transition to ACTIVE for port object 9b1d0ac6-472f-48e1-a639-48f961f77a8d will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:45.514371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Transition to ACTIVE for port object 9b1d0ac6-472f-48e1-a639-48f961f77a8d will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:45.537143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:45.629957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:45.694162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:45.710841 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0e3f601b-287b-44ef-b371-6caafb051ad7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:45.764935 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:45.793960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f6db29-7a28-4780-b7b9-f24ab70dc114,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:45.799932 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:45.826447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:46.049214 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:46.050827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:46.055303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:46.108250 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Pushing event updated for resources: {'Port': ['ID=9b1d0ac6-472f-48e1-a639-48f961f77a8d,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:46.118151 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:46.236767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:46.248594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:46.251158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:46.447719 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:46.469975 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Attempting to bind port 9b1d0ac6-472f-48e1-a639-48f961f77a8d on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:46.470816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Attempting to bind port 9b1d0ac6-472f-48e1-a639-48f961f77a8d by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:46.470816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Attempting to bind port 9b1d0ac6-472f-48e1-a639-48f961f77a8d on network 7fe767f3-1fd6-4241-a869-f4c019752f33 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:46.479112 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Transition to ACTIVE for port object 05e78311-03c4-41ff-949e-97971b2b47f1 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:46.506562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:46.506988 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Checking segment: {'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:46.507451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:46.507905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Bound using segment: {'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:46.508478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Bound port: 9b1d0ac6-472f-48e1-a639-48f961f77a8d, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:46.517171 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:46.615308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Transition to ACTIVE for port object 05e78311-03c4-41ff-949e-97971b2b47f1 will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:46.617028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937374'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:46.741828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:46.757967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Transition to ACTIVE for port object f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:46.767820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:46.905485 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:46.946609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:46.984493 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef2520-90f0-40b4-af45-d6f4feffdb8d req-2c3f26b7-eb6b-4c78-aa5e-883f92514498 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:46.999305 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-35ef2520-90f0-40b4-af45-d6f4feffdb8d req-2c3f26b7-eb6b-4c78-aa5e-883f92514498 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.7042131 Apr 05 15:43:47.091905 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-35ef2520-90f0-40b4-af45-d6f4feffdb8d req-a21f2d06-22a0-483d-9697-6ebd9342a73f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901215 Apr 05 15:43:47.095959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Router d805ca52-90eb-4a37-ade0-4f6798fda7f0 is scheduled to L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:43:47.108195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Network f51302f0-8668-4c93-b338-3552f4300fe8 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:47.125964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:47.136418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:47.161869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:47.200091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Pushing event updated for resources: {'Port': ['ID=05e78311-03c4-41ff-949e-97971b2b47f1,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:47.262878 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] For port 9b1d0ac6-472f-48e1-a639-48f961f77a8d, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:47.272045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:47.299853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fb5a80cb-f8af-4868-88da-f6e440bcd3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:47.379315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] For port 9b1d0ac6-472f-48e1-a639-48f961f77a8d, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=9b1d0ac6-472f-48e1-a639-48f961f77a8d,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:47.438845 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:47.493756 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Attempting to bind port 05e78311-03c4-41ff-949e-97971b2b47f1 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:47.494095 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Attempting to bind port 05e78311-03c4-41ff-949e-97971b2b47f1 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': 'ac246262-1446-4dcc-9499-97d54d10a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:47.494513 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Attempting to bind port 05e78311-03c4-41ff-949e-97971b2b47f1 on network f51302f0-8668-4c93-b338-3552f4300fe8 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:47.548711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:47.549152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Checking segment: {'id': 'ac246262-1446-4dcc-9499-97d54d10a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:47.549615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:47.550045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Bound using segment: {'id': 'ac246262-1446-4dcc-9499-97d54d10a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:47.550589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Bound port: 05e78311-03c4-41ff-949e-97971b2b47f1, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac246262-1446-4dcc-9499-97d54d10a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:47.551015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:47.560474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54a0a9-1ad9-4384-89d6-f4d0acbfee1d None None] Pushing event updated for resources: {'Port': ['ID=f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:47.563253 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:43:47.563463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fa54a0a9-1ad9-4384-89d6-f4d0acbfee1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:47.573510 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Sync routers for ids ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:43:47.586736 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Routers {'d805ca52-90eb-4a37-ade0-4f6798fda7f0'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:43:47.590011 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:47.611822 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937374'] for router, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:47.620885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:47.623650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:47.634741 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8172035 Apr 05 15:43:47.640136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54766) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:47.802924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Set router d805ca52-90eb-4a37-ade0-4f6798fda7f0 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:43:47.986005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Attempting to bind port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:47.986828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Attempting to bind port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:47.987390 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Attempting to bind port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 on network 374be1cf-8b54-4d0d-a103-7ce844ebe967 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:48.022237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:48.023107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Checking segment: {'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:48.023701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:48.024346 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Bound using segment: {'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:48.025705 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Bound port: f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:48.026284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:48.077579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 is scheduled to L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb with binding_index 1 {{(pid=84314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:43:48.140416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Pushing event updated for resources: {'Port': ['ID=9b1d0ac6-472f-48e1-a639-48f961f77a8d,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:48.187420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:48.221742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] For port 05e78311-03c4-41ff-949e-97971b2b47f1, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:48.264954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] For port 05e78311-03c4-41ff-949e-97971b2b47f1, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=05e78311-03c4-41ff-949e-97971b2b47f1,segment=NetworkSegment(ac246262-1446-4dcc-9499-97d54d10a3c7),segment_id=ac246262-1446-4dcc-9499-97d54d10a3c7)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:48.281052 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:48.309548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:48.377654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] For port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:48.397616 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:45Z', 'revision_number': 3, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:48.410695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Checking router: d805ca52-90eb-4a37-ade0-4f6798fda7f0 for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:43:48.420135 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Updating router d805ca52-90eb-4a37-ade0-4f6798fda7f0 port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 binding host dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:43:48.429526 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] For port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:48.495142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:48.535152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:48.599229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:43:48.619479 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Sync routers for ids ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:43:48.622366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Pushing event updated for resources: {'Port': ['ID=05e78311-03c4-41ff-949e-97971b2b47f1,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:48.640406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:48.640963 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:48.657519 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:48.658877 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.0245686 Apr 05 15:43:48.673771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54780) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:48.902905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Routers {'e9a18a97-2cc4-47df-806a-7f02d6fe91e2'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:43:48.915431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65011f9-26ff-4493-9c4e-9ef81c640d1a req-0a1f7b1c-0694-4361-ab52-fc27cf04f190 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:48.924772 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b65011f9-26ff-4493-9c4e-9ef81c640d1a req-0a1f7b1c-0694-4361-ab52-fc27cf04f190 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 946 time: 0.6630480 Apr 05 15:43:48.927359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:49.110323 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b65011f9-26ff-4493-9c4e-9ef81c640d1a req-5fad62d1-6dbe-422d-b3f1-f5c1fc2c4c54 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845183 Apr 05 15:43:49.143537 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3733bcd-9824-4519-81ea-5964b26010c3 req-333feeff-6d75-4f63-8d72-fa6705936ea1 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:49.152844 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c3733bcd-9824-4519-81ea-5964b26010c3 req-333feeff-6d75-4f63-8d72-fa6705936ea1 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.4292262 Apr 05 15:43:49.233251 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 9b1d0ac6-472f-48e1-a639-48f961f77a8d up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:49.249766 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c3733bcd-9824-4519-81ea-5964b26010c3 req-1e0ebc26-c473-48a2-b772-0688168f8de7 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948687 Apr 05 15:43:49.295678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:49.386585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54a0a9-1ad9-4384-89d6-f4d0acbfee1d None None] Pushing event updated for resources: {'Port': ['ID=f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:49.413706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fa54a0a9-1ad9-4384-89d6-f4d0acbfee1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:49.416654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:49.432825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Transition to ACTIVE for port object f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:49.433630 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 9b1d0ac6-472f-48e1-a639-48f961f77a8d completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:49.445754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:49.480544 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-16a3c7ba-fde7-42ad-adcf-d30358a08e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:49.481368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Routers {'b9fd73a1-ab93-474b-aa85-0764e211f1c4'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:43:49.481710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:49.630567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Allocated IP 172.20.0.1 (7fe767f3-1fd6-4241-a869-f4c019752f33/65215ba3-c215-4da1-9f03-1c715aba4fda/97b48db8-e08d-42de-8755-3f52c9890803) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:49.708956 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78ffc4-b12f-4a48-ba7d-6306eb0545c1 None None] Pushing event updated for resources: {'Port': ['ID=f8630fe5-2ca1-4051-a7ac-48b8a6da01a2,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:49.734820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2a78ffc4-b12f-4a48-ba7d-6306eb0545c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:49.767699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] Set router b9fd73a1-ab93-474b-aa85-0764e211f1c4 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:43:49.785233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13879e5-9405-4288-874b-6c22a9d15a23 req-5ce87a70-fd36-4856-8dfe-4ec34c26c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:49.787115 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e13879e5-9405-4288-874b-6c22a9d15a23 req-5ce87a70-fd36-4856-8dfe-4ec34c26c271 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 1098 time: 0.7952800 Apr 05 15:43:49.843712 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Attempting to bind port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:49.844130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Attempting to bind port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:49.844581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Attempting to bind port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 on network db60f784-cad0-46b6-aea7-87a5eb59a312 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:49.880429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:49.881050 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Checking segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:49.881311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:49.881753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Bound using segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:49.882277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Bound port: f8630fe5-2ca1-4051-a7ac-48b8a6da01a2, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:49.886036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:49.892710 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e13879e5-9405-4288-874b-6c22a9d15a23 req-cbc197a5-d189-4d0e-ba47-bf2d4557e6b0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847039 Apr 05 15:43:49.976828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Set router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:43:50.012990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:50.051735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Transition to ACTIVE for port object 97b48db8-e08d-42de-8755-3f52c9890803 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:50.071203 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] For port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:50.076888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] For port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=f8630fe5-2ca1-4051-a7ac-48b8a6da01a2,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:50.094918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:50.106597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:50.141344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6a676a8a-da2c-4d00-bcb9-e9fe005b0ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:50.322443 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-25a1604a-8c1c-4c0e-96d4-284e3c5c2496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:50.478806 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454a020-711c-4bc7-bf1a-eeb008a2eec0 None None] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:43:50.537557 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78ffc4-b12f-4a48-ba7d-6306eb0545c1 None None] Pushing event updated for resources: {'Port': ['ID=f8630fe5-2ca1-4051-a7ac-48b8a6da01a2,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:50.550216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2a78ffc4-b12f-4a48-ba7d-6306eb0545c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:50.600478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Routers {'d805ca52-90eb-4a37-ade0-4f6798fda7f0'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:43:50.616161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:50.645637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:50.650182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Pushing event updated for resources: {'Port': ['ID=97b48db8-e08d-42de-8755-3f52c9890803,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:50.653326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:50.748587 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093084d-0d91-4bc1-bc4a-5f8651c61ba7 req-7cfcfc57-4fc4-40c4-813e-8312391ac304 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:50.757398 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6093084d-0d91-4bc1-bc4a-5f8651c61ba7 req-7cfcfc57-4fc4-40c4-813e-8312391ac304 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 946 time: 0.2856462 Apr 05 15:43:50.806797 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac89b85-4073-4e2c-adc9-b8e906ae3d7e req-b262ad23-8702-48f5-8a3b-495fe295858f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:50.816035 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fac89b85-4073-4e2c-adc9-b8e906ae3d7e req-b262ad23-8702-48f5-8a3b-495fe295858f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.2462795 Apr 05 15:43:50.894890 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fac89b85-4073-4e2c-adc9-b8e906ae3d7e req-496786a8-5668-4766-be29-8752735d3e94 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768592 Apr 05 15:43:50.920530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Allocated IP 172.20.0.1 (f51302f0-8668-4c93-b338-3552f4300fe8/1f9ab9ea-9ce9-411c-9b8c-fee631c1fade/b038bb15-62c6-4f03-bfca-aaa8b5c5e937) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:50.967097 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6093084d-0d91-4bc1-bc4a-5f8651c61ba7 req-fa877d1d-810d-476b-aa8b-80603efa785f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089052 Apr 05 15:43:50.989394 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:50.990739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:50.993463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:51.133667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853841597'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:51.217582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] Set router d805ca52-90eb-4a37-ade0-4f6798fda7f0 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:43:51.233414 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:51.251581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Transition to ACTIVE for port object b038bb15-62c6-4f03-bfca-aaa8b5c5e937 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:51.284020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:51.302015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:51.309347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 05e78311-03c4-41ff-949e-97971b2b47f1 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:51.372308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:51.433307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Pushing event updated for resources: {'Port': ['ID=b038bb15-62c6-4f03-bfca-aaa8b5c5e937,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:51.436717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:51.653091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-fc56331e-960e-4b13-a5d5-b5ad76060099 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:51.655155 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-fc56331e-960e-4b13-a5d5-b5ad76060099 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Synchronizing usage tracker for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:43:51.659696 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ead2f6a0-3b3e-4cf2-ae92-64e570992727 None None] Provisioning for port 9b1d0ac6-472f-48e1-a639-48f961f77a8d completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:51.706263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-fc56331e-960e-4b13-a5d5-b5ad76060099 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Unset dirty status for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:43:51.707648 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-fc56331e-960e-4b13-a5d5-b5ad76060099 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 946 time: 0.5619431 Apr 05 15:43:51.738948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f13700a-8624-4b3f-a4fc-06670a761952 None None] Network f51302f0-8668-4c93-b338-3552f4300fe8 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:43:51.771947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ead2f6a0-3b3e-4cf2-ae92-64e570992727 None None] Provisioning complete for port 9b1d0ac6-472f-48e1-a639-48f961f77a8d triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:51.771947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ead2f6a0-3b3e-4cf2-ae92-64e570992727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:51.781262 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Network f51302f0-8668-4c93-b338-3552f4300fe8 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:51.782448 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:51.784927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:51.824900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:45Z', 'revision_number': 3, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:51.840578 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df52a400-1000-49fa-a3bb-7978d7867e03 None None] The sync data for ids ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'] in dv-cinder-784779-1-smb is: [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:45Z', 'revision_number': 3, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:43:51.860308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Deleting port 77a44f66-b832-4f97-8d5d-0ad5a0d37364 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:43:51.860833 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:51.864549 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:51.871943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822716979'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:51.929334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 05e78311-03c4-41ff-949e-97971b2b47f1 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:51.931242 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:51.955039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853841597'] for router_interface, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:52.043131 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Pushing event updated for resources: {'Port': ['ID=97b48db8-e08d-42de-8755-3f52c9890803,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:52.072505 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:52.106703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853841770'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:52.400613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'name': 'tempest-TestShelveInstance-488005434-router', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:43Z', 'updated_at': '2021-04-05T15:43:46Z', 'revision_number': 3, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'gw_port': {'id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:45Z', 'updated_at': '2021-04-05T15:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:52.436244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1', 'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'mac_address': 'fa:16:3e:b8:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:37Z', 'updated_at': '2021-04-05T15:43:48Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'subnets': [{'id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:52.452266 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626b908-a3ce-4512-a33b-a3a442866363 None None] The sync data for ids ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'] in dv-cinder-784779-1-smb is: [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1', 'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'mac_address': 'fa:16:3e:b8:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:37Z', 'updated_at': '2021-04-05T15:43:48Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'subnets': [{'id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:43:52.454546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Checking router: e9a18a97-2cc4-47df-806a-7f02d6fe91e2 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:43:52.455852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Updating router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 port f3f6db29-7a28-4780-b7b9-f24ab70dc114 binding host dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:43:52.507104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ead2f6a0-3b3e-4cf2-ae92-64e570992727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:52.551712 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] For port 77a44f66-b832-4f97-8d5d-0ad5a0d37364, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=77a44f66-b832-4f97-8d5d-0ad5a0d37364,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:52.552169 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:52.633840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-ead2f6a0-3b3e-4cf2-ae92-64e570992727 None None] For port 9b1d0ac6-472f-48e1-a639-48f961f77a8d, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=9b1d0ac6-472f-48e1-a639-48f961f77a8d,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:52.652338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ead2f6a0-3b3e-4cf2-ae92-64e570992727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:52.671442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:52.835844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Calling delete_port for 77a44f66-b832-4f97-8d5d-0ad5a0d37364 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:43:52.906993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:52.909442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:53.121022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:53.194585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:53.220508 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e088c-2ed7-4948-b723-bbf3a69ff371 req-ff5cc727-d654-4056-8daf-1ce5cdce4e51 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:53.235240 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d50e088c-2ed7-4948-b723-bbf3a69ff371 req-ff5cc727-d654-4056-8daf-1ce5cdce4e51 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 1.0686924 Apr 05 15:43:53.331921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0334bdc-a3b5-4082-9723-9312df6ca77a req-f3ed7112-d6b7-493b-b5ac-ea83050b76e9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:53.332518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:53.340348 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0334bdc-a3b5-4082-9723-9312df6ca77a req-f3ed7112-d6b7-493b-b5ac-ea83050b76e9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 946 time: 1.1036999 Apr 05 15:43:53.423239 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d50e088c-2ed7-4948-b723-bbf3a69ff371 req-3eff3e45-4cad-4990-8807-d865fbfff674 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791432 Apr 05 15:43:53.582799 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e0334bdc-a3b5-4082-9723-9312df6ca77a req-e2f7a527-807d-4335-92f2-a57beb251801 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413478 Apr 05 15:43:53.618476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Router d805ca52-90eb-4a37-ade0-4f6798fda7f0 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:43:53.652102 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:53.665342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2f6a0-3b3e-4cf2-ae92-64e570992727 None None] Pushing event updated for resources: {'Port': ['ID=9b1d0ac6-472f-48e1-a639-48f961f77a8d,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:53.668369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Provisioning complete for port 9b1d0ac6-472f-48e1-a639-48f961f77a8d triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:53.668750 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:53.677321 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:53.712336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ead2f6a0-3b3e-4cf2-ae92-64e570992727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:53.800032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:53.903746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853841770'] for router_interface, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:53.939295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:53.956734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:53.966218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:54.085847 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Pushing event updated for resources: {'Port': ['ID=b038bb15-62c6-4f03-bfca-aaa8b5c5e937,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:54.091015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:54.120011 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:54.129650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:43:54.155675 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] 10.222.0.46 "PUT /v2.0/routers/d805ca52-90eb-4a37-ade0-4f6798fda7f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5106058 Apr 05 15:43:54.301055 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1a16e526-8945-41a9-9259-92a927cebb2f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:54.451813 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Network f51302f0-8668-4c93-b338-3552f4300fe8 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:54.453592 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Pushing event deleted for resources: {'Port': ['ID=77a44f66-b832-4f97-8d5d-0ad5a0d37364,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:54.476625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['75ea3397-249a-42b1-abb2-6705eed27778', '4f486ad2-0f26-4590-b00c-794e2724d60b', 'ddee397c-1bd7-4300-83ef-420b0fe791eb'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:43:54.525353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:54.559848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:54.573980 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Transition to ACTIVE for port object f3f6db29-7a28-4780-b7b9-f24ab70dc114 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:54.630614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:54.809110 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbd629-575c-45e5-a592-d095d9eb8869 req-b833703f-8b95-45f4-a7fe-44d5d5e779d3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:54.811257 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-47dbd629-575c-45e5-a592-d095d9eb8869 req-b833703f-8b95-45f4-a7fe-44d5d5e779d3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.2268124 Apr 05 15:43:54.812419 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 77a44f66-b832-4f97-8d5d-0ad5a0d37364 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:43:54.871232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 77a44f66-b832-4f97-8d5d-0ad5a0d37364 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:43:54.871631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 77a44f66-b832-4f97-8d5d-0ad5a0d37364 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:43:54.885931 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:54.976438 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d4eae54a-b009-40c7-b202-eafcc2d2406d req-765b847b-2452-439d-bd3c-0e41bb8ad59b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 210 time: 0.1319222 Apr 05 15:43:55.053478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:55.098373 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-47dbd629-575c-45e5-a592-d095d9eb8869 req-70796c85-d0fe-4aa7-ad72-050b3bc3149c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784808 Apr 05 15:43:55.141429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Provisioning for port 05e78311-03c4-41ff-949e-97971b2b47f1 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:55.162575 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Provisioning complete for port 05e78311-03c4-41ff-949e-97971b2b47f1 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:55.162899 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.253087 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68b745d0-3959-44f5-a8b2-a74529de0661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.299769 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab42aba-35d1-41dd-b045-64926a4612b6 None None] Pushing event updated for resources: {'Port': ['ID=f3f6db29-7a28-4780-b7b9-f24ab70dc114,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:55.311219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6ab42aba-35d1-41dd-b045-64926a4612b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:55.382202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54912) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:55.389358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1324070494-network', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:55.397714 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:55.402091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Usage tracker for resource:network and tenant:39f49973a61e487fb8a6b492f81ceb84 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:55.405226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:55.411359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:55.424353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Made reservation on behalf of 39f49973a61e487fb8a6b492f81ceb84 for: {'network': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:55.429331 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.443830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.446698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdaab2-2a7f-4df0-bebb-0b6102b1aa6c req-4c3fed86-6031-4aa7-a848-d5197ac2fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:55.448279 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cfdaab2-2a7f-4df0-bebb-0b6102b1aa6c req-4c3fed86-6031-4aa7-a848-d5197ac2fd2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4b3953c588419fbca114a688fe65fb&device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 1098 time: 0.9245710 Apr 05 15:43:55.463218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:55.467431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Usage tracker for resource:security_group_rule and tenant:39f49973a61e487fb8a6b492f81ceb84 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:55.470485 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:55.477045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:55.481541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.524135 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.526519 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] No DVR routers for this DVR port 77a44f66-b832-4f97-8d5d-0ad5a0d37364 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:43:55.542865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.550277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b40b4d-ff75-415e-815d-0fa2325482fa', 'name': 'network-vif-deleted', 'tag': '77a44f66-b832-4f97-8d5d-0ad5a0d37364'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:43:55.566999 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:43:55.572376 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Attempting to bind port f3f6db29-7a28-4780-b7b9-f24ab70dc114 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:55.572804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Attempting to bind port f3f6db29-7a28-4780-b7b9-f24ab70dc114 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:55.573557 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Attempting to bind port f3f6db29-7a28-4780-b7b9-f24ab70dc114 on network db60f784-cad0-46b6-aea7-87a5eb59a312 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:55.601567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:55.602023 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Checking segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:55.602434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.602886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Bound using segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:55.603435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Bound port: f3f6db29-7a28-4780-b7b9-f24ab70dc114, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:55.603844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.604271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.609070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.631114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-05ce6797-3d0c-469c-a33b-f42fe605380c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:55.638819 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b40b4d-ff75-415e-815d-0fa2325482fa', 'name': 'network-vif-deleted', 'tag': '77a44f66-b832-4f97-8d5d-0ad5a0d37364', 'status': 'completed', 'code': 200} Apr 05 15:43:55.644417 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=84313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:43:55.661928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] For port 05e78311-03c4-41ff-949e-97971b2b47f1, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=05e78311-03c4-41ff-949e-97971b2b47f1,segment=NetworkSegment(ac246262-1446-4dcc-9499-97d54d10a3c7),segment_id=ac246262-1446-4dcc-9499-97d54d10a3c7)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:55.662738 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-71c6b57f-d0a4-4412-b1da-9d4e36de9454 req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "DELETE /v2.0/ports/77a44f66-b832-4f97-8d5d-0ad5a0d37364 HTTP/1.1" status: 204 len: 173 time: 3.9452989 Apr 05 15:43:55.680051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.680449 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Added segment 07cce78d-1562-4026-9d08-15d39b615a44 of type vlan for network 02df6a71-6909-4867-ae05-4218eeb8ee58 Apr 05 15:43:55.686658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:55.686853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd714dba-b968-46b4-8ff5-10e257646623,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:55.687902 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.690504 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:55.695949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:55.717713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.730465 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.731388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:55.753853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.755292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:55.755947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.761780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-85c91704-90ca-4bc0-9b29-5ded5e610b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:55.859509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Provisioning for port 97b48db8-e08d-42de-8755-3f52c9890803 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:55.870452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Pushing event updated for resources: {'Network': ['ID=02df6a71-6909-4867-ae05-4218eeb8ee58,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:55.876098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:55.880927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] For port f3f6db29-7a28-4780-b7b9-f24ab70dc114, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:55.893718 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5076194 Apr 05 15:43:55.893965 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54918) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:55.900828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Provisioning complete for port 97b48db8-e08d-42de-8755-3f52c9890803 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:55.901250 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:55.905657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Request body: {'subnet': {'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1324070494-subnet', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:55.911245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:55.915658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Usage tracker for resource:subnet and tenant:39f49973a61e487fb8a6b492f81ceb84 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:55.920856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Sync routers for ids ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:43:55.921418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdaab2-2a7f-4df0-bebb-0b6102b1aa6c req-5ba26da3-d2a5-487c-a14a-f03c56da88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:55.921904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:55.923309 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cfdaab2-2a7f-4df0-bebb-0b6102b1aa6c req-5ba26da3-d2a5-487c-a14a-f03c56da88b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 200 len: 919 time: 0.4418929 Apr 05 15:43:55.928453 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network 02df6a71-6909-4867-ae05-4218eeb8ee58 details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:43:55.929768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:55.933571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Routers {'d805ca52-90eb-4a37-ade0-4f6798fda7f0'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:43:55.934484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:55.946544 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Made reservation on behalf of 39f49973a61e487fb8a6b492f81ceb84 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:43:55.952187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822924262'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:56.012437 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cfdaab2-2a7f-4df0-bebb-0b6102b1aa6c req-55e674d5-246d-4e3e-af28-c6fdcf55e69a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841 HTTP/1.1" status: 200 len: 217 time: 0.0776315 Apr 05 15:43:56.019374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] For port f3f6db29-7a28-4780-b7b9-f24ab70dc114, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=f3f6db29-7a28-4780-b7b9-f24ab70dc114,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:56.020600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Pushing event updated for resources: {'Port': ['ID=05e78311-03c4-41ff-949e-97971b2b47f1,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:56.035928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:56.049987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b98cedcf-d51f-4983-8059-6b15b5dd2503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:56.100423 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:43:56.141656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:56.142183 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] 10.222.0.46 "PUT /v2.0/routers/e9a18a97-2cc4-47df-806a-7f02d6fe91e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4583991 Apr 05 15:43:56.162725 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdaab2-2a7f-4df0-bebb-0b6102b1aa6c req-d1826ef0-186f-4962-bdb4-475aeaad9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:56.164176 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cfdaab2-2a7f-4df0-bebb-0b6102b1aa6c req-d1826ef0-186f-4962-bdb4-475aeaad9117 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 200 len: 858 time: 0.1325364 Apr 05 15:43:56.290110 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Port 97b48db8-e08d-42de-8755-3f52c9890803 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:43:56.379592 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cfdaab2-2a7f-4df0-bebb-0b6102b1aa6c req-8a5dd58f-d009-4ebc-9f2a-4b57efe2f5ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ffadb37e-9238-46c9-8a24-86bdd147930a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030635 Apr 05 15:43:56.395119 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:56.439694 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Set router d805ca52-90eb-4a37-ade0-4f6798fda7f0 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:43:56.466585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:56.467184 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:56.542919 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:56.554762 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:56.567211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:56.578526 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-65dbdf65-35b1-4692-b42d-46524632385f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:56.660694 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cfdaab2-2a7f-4df0-bebb-0b6102b1aa6c req-481686fb-7f4c-457d-b150-e50ca8fdc51c service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727740 Apr 05 15:43:56.686184 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ce80248f-2c3c-4506-8bf7-d532fdb61097 None None] Provisioning complete for port 05e78311-03c4-41ff-949e-97971b2b47f1 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:56.686702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ce80248f-2c3c-4506-8bf7-d532fdb61097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:56.746538 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-26b24906-246e-4799-83cd-b11b1cb8ba90 req-d12bbd71-6be2-4931-9ccd-a136ecbefb65 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0b40b4d-ff75-415e-815d-0fa2325482fa HTTP/1.1" status: 200 len: 210 time: 0.2135260 Apr 05 15:43:56.854951 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cfdaab2-2a7f-4df0-bebb-0b6102b1aa6c req-56f79242-2fcc-4f67-a6aa-ce3d957174e1 service neutron] 10.222.0.49 "GET /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852326 Apr 05 15:43:56.896648 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd659-4c4d-43ef-b58a-9fb85f28a600 req-3f7565ee-5cf4-451b-807f-041d2063423b tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:56.898269 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d75cd659-4c4d-43ef-b58a-9fb85f28a600 req-3f7565ee-5cf4-451b-807f-041d2063423b tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.3755906 Apr 05 15:43:56.940500 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:51Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '97b48db8-e08d-42de-8755-3f52c9890803', 'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'mac_address': 'fa:16:3e:71:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:49Z', 'updated_at': '2021-04-05T15:43:51Z', 'revision_number': 2, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'subnets': [{'id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:56.962849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Checking router: d805ca52-90eb-4a37-ade0-4f6798fda7f0 for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:43:56.963387 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Updating router d805ca52-90eb-4a37-ade0-4f6798fda7f0 port 97b48db8-e08d-42de-8755-3f52c9890803 binding host dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:43:56.994187 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d75cd659-4c4d-43ef-b58a-9fb85f28a600 req-b255788e-2df5-4b42-bc52-6cce35882a43 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796976 Apr 05 15:43:57.039615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab42aba-35d1-41dd-b045-64926a4612b6 None None] Pushing event updated for resources: {'Port': ['ID=f3f6db29-7a28-4780-b7b9-f24ab70dc114,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:57.053053 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6ab42aba-35d1-41dd-b045-64926a4612b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:57.074458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32058659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822924247'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.076678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.097917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Routers {'e9a18a97-2cc4-47df-806a-7f02d6fe91e2'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:43:57.098776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:57.220502 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d7d7cbc4-1d73-43da-ac82-9cdb387edb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:57.319931 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7153d6bf-4cb6-43e2-a6fe-254d9d2edc68,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:57.322862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:57.323970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Checking segment: {'id': '07cce78d-1562-4026-9d08-15d39b615a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:57.324371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Network hostable DHCP agents. Network: 02df6a71-6909-4867-ae05-4218eeb8ee58, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:43:57.344037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Network 02df6a71-6909-4867-ae05-4218eeb8ee58 is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:43:57.352705 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, 02df6a71-6909-4867-ae05-4218eeb8ee58) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:57.366775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:57.367891 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.394433 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54944) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:57.400643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1324070494-router', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:57.406132 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-5b7cfe2f-9ae6-4c5c-8ec7-b91d0756bd6a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5097318 Apr 05 15:43:57.407611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:57.412032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Usage tracker for resource:router and tenant:39f49973a61e487fb8a6b492f81ceb84 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:57.415088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:57.423041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:57.425649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54948) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:57.431745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119200165', 'description': 'tempest-secgroup-smoke-2119200165 description', 'project_id': '50b4869466944f58a893a7555345d2fa'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:57.439519 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:57.441939 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fcaf09-d8a6-43bd-8344-fa7c076e1de5 None None] Network 02df6a71-6909-4867-ae05-4218eeb8ee58 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:43:57.443499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-950240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743479'] for router, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.444371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Usage tracker for resource:security_group and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:57.445533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853825657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853838480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853823427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32318'] for router, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.448590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:57.456683 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:57.467609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.470063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.470918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.497660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:57.499058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a28cecc0-43dc-4555-a3b4-82d46c195aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.503339 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Usage tracker for resource:security_group_rule and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:57.506506 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:57.516116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:57.599697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.627826 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ce80248f-2c3c-4506-8bf7-d532fdb61097 None None] Provisioning for port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:57.628581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Transition to ACTIVE for port object 97b48db8-e08d-42de-8755-3f52c9890803 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:43:57.639776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=f8630fe5-2ca1-4051-a7ac-48b8a6da01a2,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:57.643116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.671902 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-660b400e-7062-4fe9-a214-682db6dc6a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:57.674863 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ce80248f-2c3c-4506-8bf7-d532fdb61097 None None] Provisioning complete for port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:57.675289 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ce80248f-2c3c-4506-8bf7-d532fdb61097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.688205 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.694364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.710080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.712059 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.725688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fa54a0a9-1ad9-4384-89d6-f4d0acbfee1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:57.744741 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-63d44327-907b-4355-85b1-8532e8cd0e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:57.773663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:57.784438 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3549459 Apr 05 15:43:57.785757 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54958) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:57.797776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Request body: {'security_group_rule': {'security_group_id': '0636f655-6b59-4699-af44-d344737f1960', 'project_id': '50b4869466944f58a893a7555345d2fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:57.817362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0636f655-6b59-4699-af44-d344737f1960,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:57.822173 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:57.848516 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] Set router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:43:57.906228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9108360-401e-4ff3-bee8-d8c7dc532721 None None] Pushing event updated for resources: {'Port': ['ID=97b48db8-e08d-42de-8755-3f52c9890803,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:57.910421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:57.916982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d9108360-401e-4ff3-bee8-d8c7dc532721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:57.990623 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853838495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32303'] for router, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.000192 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:58.037320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Usage tracker for resource:security_group_rule and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:58.062435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:58.099502 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:58.229898 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.281124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Attempting to bind port 97b48db8-e08d-42de-8755-3f52c9890803 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:43:58.281931 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Attempting to bind port 97b48db8-e08d-42de-8755-3f52c9890803 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:43:58.282591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Attempting to bind port 97b48db8-e08d-42de-8755-3f52c9890803 on network 7fe767f3-1fd6-4241-a869-f4c019752f33 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:43:58.291885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:58.292327 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Checking segment: {'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:58.292825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.293432 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Bound using segment: {'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:58.293960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Bound port: 97b48db8-e08d-42de-8755-3f52c9890803, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:58.294923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.336434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.346416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.350468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1b9ae-9644-40eb-8ecb-e2ddddc95599 req-c4f13444-e851-4033-8e3f-ecec959b62b9 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:58.355401 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:58.359852 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-55f1b9ae-9644-40eb-8ecb-e2ddddc95599 req-c4f13444-e851-4033-8e3f-ecec959b62b9 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1358452 Apr 05 15:43:58.389612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8abbb7f-be44-4491-a44f-0b5667b115fe,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:58.400008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:58.408082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.411835 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6206357 Apr 05 15:43:58.413221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54970) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:58.413993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] For port 97b48db8-e08d-42de-8755-3f52c9890803, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:58.418193 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] For port 97b48db8-e08d-42de-8755-3f52c9890803, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=97b48db8-e08d-42de-8755-3f52c9890803,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:58.421088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Request body: {'security_group_rule': {'security_group_id': '0636f655-6b59-4699-af44-d344737f1960', 'project_id': '50b4869466944f58a893a7555345d2fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:58.421243 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-55f1b9ae-9644-40eb-8ecb-e2ddddc95599 req-e0c2e158-f480-40d1-9e8a-6b2062c66f16 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601580 Apr 05 15:43:58.423699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.451663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-ce80248f-2c3c-4506-8bf7-d532fdb61097 None None] Port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:43:58.453290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=f8630fe5-2ca1-4051-a7ac-48b8a6da01a2,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:58.464962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:58.482286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:58.508352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:58.553079 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Usage tracker for resource:security_group_rule and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:58.563361 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:58.573497 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:58.576574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:58.576884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.616334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9108360-401e-4ff3-bee8-d8c7dc532721 None None] Pushing event updated for resources: {'Port': ['ID=97b48db8-e08d-42de-8755-3f52c9890803,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:58.620380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d9108360-401e-4ff3-bee8-d8c7dc532721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:58.639410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.653176 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Routers {'d805ca52-90eb-4a37-ade0-4f6798fda7f0'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:43:58.654094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:58.656075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.686320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a48dea4-2bf9-5fca-a1e1-a2fdad4ab0ed-02df6a71-6909-4867-ae05-4218eeb8ee58', 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'fixed_ips': [{'subnet_id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68'}]}} from dv-cinder-784779-1-smb. {{(pid=84315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:43:58.690997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.708768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.839088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.846408 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:58.893305 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c1da90a1-6c0c-4676-80f6-f88fb3ba7e29 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:58.900752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'name': 'tempest-TestShelveInstance-488005434-router', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:43Z', 'updated_at': '2021-04-05T15:43:52Z', 'revision_number': 4, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'gw_port': {'id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:45Z', 'updated_at': '2021-04-05T15:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'b038bb15-62c6-4f03-bfca-aaa8b5c5e937', 'name': '', 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'mac_address': 'fa:16:3e:a6:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:50Z', 'updated_at': '2021-04-05T15:43:53Z', 'revision_number': 2, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'subnets': [{'id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:58.930055 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3a1341-c27a-42db-9198-c5f77455adac None None] The sync data for ids ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'] in dv-cinder-784779-1-smb is: [{'id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'name': 'tempest-TestShelveInstance-488005434-router', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:43Z', 'updated_at': '2021-04-05T15:43:52Z', 'revision_number': 4, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'gw_port': {'id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:45Z', 'updated_at': '2021-04-05T15:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'b038bb15-62c6-4f03-bfca-aaa8b5c5e937', 'name': '', 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'mac_address': 'fa:16:3e:a6:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:50Z', 'updated_at': '2021-04-05T15:43:53Z', 'revision_number': 2, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'subnets': [{'id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:43:58.957167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] Set router d805ca52-90eb-4a37-ade0-4f6798fda7f0 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:43:58.982795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 9b1d0ac6-472f-48e1-a639-48f961f77a8d up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:59.021134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50059f7-1577-4367-8bdd-2217003bbcb4,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:59.033626 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:59.083679 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:59.085179 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6709189 Apr 05 15:43:59.086643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Allocated IP 172.28.3.215 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/953655c6-0160-4097-b624-73f3787196fb) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:59.088156 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 54982) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:59.094917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Request body: {'security_group_rule': {'security_group_id': '0636f655-6b59-4699-af44-d344737f1960', 'project_id': '50b4869466944f58a893a7555345d2fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:59.110368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:59.118859 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Usage tracker for resource:security_group_rule and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:59.124763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:59.133661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:59.162891 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:59.175550 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Allocated IP 172.20.0.2 (02df6a71-6909-4867-ae05-4218eeb8ee58/7153d6bf-4cb6-43e2-a6fe-254d9d2edc68/cf91674a-04d6-475f-b735-bee5cad85f36) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:43:59.212385 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:59.224591 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 9b1d0ac6-472f-48e1-a639-48f961f77a8d triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:59.227429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:59.253211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:59.258977 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:59.284600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:59.302901 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c955bc-1b32-4563-8567-92c829fa5e7f,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:59.306186 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:59.307323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:59.309744 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2193184 Apr 05 15:43:59.317033 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 54992) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:43:59.328284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Request body: {'security_group_rule': {'security_group_id': '0636f655-6b59-4699-af44-d344737f1960', 'project_id': '50b4869466944f58a893a7555345d2fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:43:59.378361 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:59.406556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:43:59.424555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Usage tracker for resource:security_group_rule and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:43:59.435440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:43:59.464809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:43:59.479947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:59.492872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:43:59.654146 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-06c09247-e488-465c-935d-f34bb8d39dfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:59.743692 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Pushing event updated for resources: {'Port': ['ID=953655c6-0160-4097-b624-73f3787196fb,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:59.753703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:59.759661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:59.837330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:43:59.837763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:51Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '97b48db8-e08d-42de-8755-3f52c9890803', 'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'mac_address': 'fa:16:3e:71:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:49Z', 'updated_at': '2021-04-05T15:43:58Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'subnets': [{'id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:43:59.842589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:43:59.847976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:43:59.851727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71844b48-214e-4f00-b39d-602d968ed382 None None] The sync data for ids ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'] in dv-cinder-784779-1-smb is: [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:51Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '97b48db8-e08d-42de-8755-3f52c9890803', 'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'mac_address': 'fa:16:3e:71:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:49Z', 'updated_at': '2021-04-05T15:43:58Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'subnets': [{'id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:43:59.854801 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd5fb7-50db-4d90-9200-86b9e26f9b90 req-797f5bc5-6f27-4f9b-a3f8-a57d9b12dad6 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:43:59.864380 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b7dd5fb7-50db-4d90-9200-86b9e26f9b90 req-797f5bc5-6f27-4f9b-a3f8-a57d9b12dad6 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1814086 Apr 05 15:43:59.914127 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 05e78311-03c4-41ff-949e-97971b2b47f1 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:00.105887 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b7dd5fb7-50db-4d90-9200-86b9e26f9b90 req-c781783c-93d9-44c5-add6-6b30f7d9dc9e tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399688 Apr 05 15:44:00.159082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:00.183852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fda11-443e-48ef-a607-63e5a5154ff5 req-31e6f5b4-5ad0-48cd-95a3-28b9894788f2 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:00.189452 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b5fda11-443e-48ef-a607-63e5a5154ff5 req-31e6f5b4-5ad0-48cd-95a3-28b9894788f2 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 946 time: 0.2909136 Apr 05 15:44:00.198776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Transition to ACTIVE for port object cf91674a-04d6-475f-b735-bee5cad85f36 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:44:00.203860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 05e78311-03c4-41ff-949e-97971b2b47f1 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:00.204277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:00.336254 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b5fda11-443e-48ef-a607-63e5a5154ff5 req-5b9b0697-d8fb-4fca-989f-085e125286d4 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335840 Apr 05 15:44:00.436317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Transition to ACTIVE for port object cf91674a-04d6-475f-b735-bee5cad85f36 will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:44:00.521360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:00.604078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7d665384-3dc3-4adf-9c37-45825399cda3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:00.669862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:00.770168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:00.786036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:00.810883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Pushing event updated for resources: {'Port': ['ID=cf91674a-04d6-475f-b735-bee5cad85f36,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:00.818641 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:00.874564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5613e43-6548-40f1-9133-cb9557f25569,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:00.907894 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:00.928711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:00.932974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55020) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:00.933122 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6120045 Apr 05 15:44:00.938985 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Request body: {'security_group_rule': {'security_group_id': '0636f655-6b59-4699-af44-d344737f1960', 'project_id': '50b4869466944f58a893a7555345d2fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:44:00.987258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:01.001379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Usage tracker for resource:security_group_rule and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:01.010498 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Network 02df6a71-6909-4867-ae05-4218eeb8ee58 is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:44:01.014015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:44:01.014728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:01.023418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:44:01.041652 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:01.094121 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.securitygroups_db [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Project 50b4869466944f58a893a7555345d2fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:44:01.111213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.268764 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:01.282763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.295592 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.323859 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4063a16c-d055-400c-b055-d285735c4c88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:01.339853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deebf6ce-ff9a-42bb-bb68-6b674441ecf9,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:01.343286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:01.345181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Attempting to bind port cf91674a-04d6-475f-b735-bee5cad85f36 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:44:01.345851 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Attempting to bind port cf91674a-04d6-475f-b735-bee5cad85f36 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '07cce78d-1562-4026-9d08-15d39b615a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:44:01.345982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.347296 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4132280 Apr 05 15:44:01.348110 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Attempting to bind port cf91674a-04d6-475f-b735-bee5cad85f36 on network 02df6a71-6909-4867-ae05-4218eeb8ee58 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:44:01.350978 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55026) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:01.361853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Request body: {'security_group_rule': {'security_group_id': '0636f655-6b59-4699-af44-d344737f1960', 'project_id': '50b4869466944f58a893a7555345d2fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:44:01.376489 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:01.396009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Usage tracker for resource:security_group_rule and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:01.416138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:01.420995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:44:01.421425 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Checking segment: {'id': '07cce78d-1562-4026-9d08-15d39b615a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:44:01.422659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:01.426363 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.426843 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Bound using segment: {'id': '07cce78d-1562-4026-9d08-15d39b615a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:44:01.427426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Bound port: cf91674a-04d6-475f-b735-bee5cad85f36, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cce78d-1562-4026-9d08-15d39b615a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:44:01.427869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.468003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.531679 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.securitygroups_db [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Project 50b4869466944f58a893a7555345d2fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:44:01.595824 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] For port cf91674a-04d6-475f-b735-bee5cad85f36, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:44:01.599052 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] For port cf91674a-04d6-475f-b735-bee5cad85f36, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=cf91674a-04d6-475f-b735-bee5cad85f36,segment=NetworkSegment(07cce78d-1562-4026-9d08-15d39b615a44),segment_id=07cce78d-1562-4026-9d08-15d39b615a44)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:44:01.605541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.607510 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.635351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:01.771663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22f3eb-a3e8-46ec-8989-796a0ac5717e req-2f1690c0-437d-4f0f-8f00-78208661dd1a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:01.772039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:01.772498 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.780131 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0d22f3eb-a3e8-46ec-8989-796a0ac5717e req-2f1690c0-437d-4f0f-8f00-78208661dd1a tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.3912165 Apr 05 15:44:01.842506 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.856547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348099f9-3dac-4d45-b215-6c654061eff4 req-a2368042-e2e4-468c-bd9d-4c7f8c0ac1e2 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:01.866052 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-348099f9-3dac-4d45-b215-6c654061eff4 req-a2368042-e2e4-468c-bd9d-4c7f8c0ac1e2 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 946 time: 0.3080242 Apr 05 15:44:01.895185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:01.921966 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0d22f3eb-a3e8-46ec-8989-796a0ac5717e req-e5723f3c-8af1-400e-a725-01d3f349a138 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404791 Apr 05 15:44:01.989538 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:02.042404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:02.043996 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6919806 Apr 05 15:44:02.065439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe817c7-f6f8-4320-85c8-20e99d8b799c,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:02.076857 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-47ba3269-4f56-4a60-af35-a16e4e21ad89 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:02.102360 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-348099f9-3dac-4d45-b215-6c654061eff4 req-9d16b3e9-c9f7-487f-9b8b-13b1976ccd4f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353165 Apr 05 15:44:02.114222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55044) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:02.115331 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Pushing event updated for resources: {'Port': ['ID=cf91674a-04d6-475f-b735-bee5cad85f36,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:02.131708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:02.175674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937374'] for router, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:02.333037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f3f6db29-7a28-4780-b7b9-f24ab70dc114 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:02.401928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:02.448136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:02.453268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] Usage tracker for resource:security_group_rule and tenant:e2718713f2d14bb4ab491bfba1a7cf8a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:02.457615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:02.476186 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:02.496872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port f3f6db29-7a28-4780-b7b9-f24ab70dc114 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:02.504714 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port f3f6db29-7a28-4780-b7b9-f24ab70dc114 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:02.505148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:02.614592 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Router 35c585fd-a6bc-4927-a388-dd8da2b7e36b is scheduled to L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb with binding_index 1 {{(pid=84314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:44:02.628104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-0fc82e72-3d48-4956-9622-ddbab7add7f4 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:02.628940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-0fc82e72-3d48-4956-9622-ddbab7add7f4 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Synchronizing usage tracker for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:02.671854 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:02.690460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port f3f6db29-7a28-4780-b7b9-f24ab70dc114, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=f3f6db29-7a28-4780-b7b9-f24ab70dc114,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:02.696450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:02.697704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 97b48db8-e08d-42de-8755-3f52c9890803 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:02.714746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:02.730274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:02.755407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c4d40a45-a977-46ce-9bcf-e2b212046586 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:02.802316 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:02.870475 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2718713f2d14bb4ab491bfba1a7cf8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7547603 Apr 05 15:44:02.871441 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879c4444-6bfa-46ed-b182-c0fa80e87aac,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:02.895197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55092) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:02.909573 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:03.030244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:44:03.039428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-0fc82e72-3d48-4956-9622-ddbab7add7f4 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Unset dirty status for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:03.041046 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-0fc82e72-3d48-4956-9622-ddbab7add7f4 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 946 time: 0.8539836 Apr 05 15:44:03.051611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Sync routers for ids ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:44:03.068927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f768636-387e-4c54-ad8b-0558f5807f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:03.101070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Routers {'35c585fd-a6bc-4927-a388-dd8da2b7e36b'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:44:03.101789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:03.114670 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f768636-387e-4c54-ad8b-0558f5807f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:03.154974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:03.156297 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7607973 Apr 05 15:44:03.171772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55100) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:03.194990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f768636-387e-4c54-ad8b-0558f5807f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:03.201913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a7165c43-fb40-4109-99f9-91c5cde8760d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:03.217907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f768636-387e-4c54-ad8b-0558f5807f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879c4444-6bfa-46ed-b182-c0fa80e87aac,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:03.228627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3f768636-387e-4c54-ad8b-0558f5807f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:03.237893 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3f768636-387e-4c54-ad8b-0558f5807f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:03.255529 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-3f768636-387e-4c54-ad8b-0558f5807f45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/879c4444-6bfa-46ed-b182-c0fa80e87aac HTTP/1.1" status: 204 len: 168 time: 0.3515890 Apr 05 15:44:03.307128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=f3f6db29-7a28-4780-b7b9-f24ab70dc114,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:03.346370 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:03.399695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 97b48db8-e08d-42de-8755-3f52c9890803 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:03.415364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 97b48db8-e08d-42de-8755-3f52c9890803 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:03.416281 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:03.491927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:03.610133 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4edc3-9ae9-4a63-8242-b53a740c7988 req-ffb8ee1f-1448-494f-b58a-8edd3faf7548 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:03.616914 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Sync routers for ids ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:44:03.625653 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Deleting port ddee397c-1bd7-4300-83ef-420b0fe791eb {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:44:03.626484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:03.635195 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8dc4edc3-9ae9-4a63-8242-b53a740c7988 req-ffb8ee1f-1448-494f-b58a-8edd3faf7548 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 946 time: 0.2561319 Apr 05 15:44:03.643195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Routers {'e9a18a97-2cc4-47df-806a-7f02d6fe91e2'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:44:03.643894 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:03.675263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Set router 35c585fd-a6bc-4927-a388-dd8da2b7e36b gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:44:03.804349 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8dc4edc3-9ae9-4a63-8242-b53a740c7988 req-3bcde9b6-621d-42a3-a539-1209ea99463f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680520 Apr 05 15:44:03.872108 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:04.080265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Set router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:44:04.315853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port 97b48db8-e08d-42de-8755-3f52c9890803, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=97b48db8-e08d-42de-8755-3f52c9890803,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:04.392761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2446119-3be6-4fe1-ad72-8e3a4525e19d None None] Network 02df6a71-6909-4867-ae05-4218eeb8ee58 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:44:04.413063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:04.602308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'name': 'tempest-TestShelveInstance-488005434-router', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:43Z', 'updated_at': '2021-04-05T15:43:52Z', 'revision_number': 4, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'gw_port': {'id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:45Z', 'updated_at': '2021-04-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'b038bb15-62c6-4f03-bfca-aaa8b5c5e937', 'name': '', 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'mac_address': 'fa:16:3e:a6:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:50Z', 'updated_at': '2021-04-05T15:43:53Z', 'revision_number': 2, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'subnets': [{'id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:04.613044 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Checking router: e9a18a97-2cc4-47df-806a-7f02d6fe91e2 for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:44:04.613044 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Updating router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 binding host dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:44:04.613359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6ab42aba-35d1-41dd-b045-64926a4612b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:04.745411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:04.749291 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device ddee397c-1bd7-4300-83ef-420b0fe791eb no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:44:04.778578 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device cf91674a-04d6-475f-b735-bee5cad85f36 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:04.876882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-470ac6e2-05d4-434e-93f9-1017afb79270 None None] Provisioning for port cf91674a-04d6-475f-b735-bee5cad85f36 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:05.004201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=97b48db8-e08d-42de-8755-3f52c9890803,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:05.056343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:05.237170 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] For port ddee397c-1bd7-4300-83ef-420b0fe791eb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ddee397c-1bd7-4300-83ef-420b0fe791eb,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:05.237835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:05.271429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port cf91674a-04d6-475f-b735-bee5cad85f36 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:05.290881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port cf91674a-04d6-475f-b735-bee5cad85f36 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:05.291455 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:05.365505 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:05.386343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:05.431332 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:05.439993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port ddee397c-1bd7-4300-83ef-420b0fe791eb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ddee397c-1bd7-4300-83ef-420b0fe791eb,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:05.443045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34593c12-b17a-4764-a2c9-e3d17e34045f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddee397c-1bd7-4300-83ef-420b0fe791eb'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:05.469681 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Transition to ACTIVE for port object b038bb15-62c6-4f03-bfca-aaa8b5c5e937 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:44:05.472929 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Calling delete_port for ddee397c-1bd7-4300-83ef-420b0fe791eb owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:44:05.484896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:05.488597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:05.502840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-68c4c4d2-2b51-4dc5-9218-d2ca70c5a6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:05.565407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916df3f2-4239-448c-baeb-ca4506b2292e req-1722e50e-39fe-4373-8bd8-758691ccf101 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:05.576991 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-916df3f2-4239-448c-baeb-ca4506b2292e req-1722e50e-39fe-4373-8bd8-758691ccf101 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 946 time: 0.6532283 Apr 05 15:44:05.643609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1324070494-router', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '953655c6-0160-4097-b624-73f3787196fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:57Z', 'updated_at': '2021-04-05T15:44:00Z', 'revision_number': 3, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'gw_port': {'id': '953655c6-0160-4097-b624-73f3787196fb', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:58Z', 'updated_at': '2021-04-05T15:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:05.680619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:05.692663 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-916df3f2-4239-448c-baeb-ca4506b2292e req-da3bd73b-2e62-4a07-8b12-7dad5be7883c tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145563 Apr 05 15:44:05.719674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Checking router: 35c585fd-a6bc-4927-a388-dd8da2b7e36b for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:44:05.720237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Updating router 35c585fd-a6bc-4927-a388-dd8da2b7e36b port 953655c6-0160-4097-b624-73f3787196fb binding host dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:44:05.777414 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:05.783596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.api [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:44:05.786530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_db.api [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:44:05.793321 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34593c12-b17a-4764-a2c9-e3d17e34045f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddee397c-1bd7-4300-83ef-420b0fe791eb', 'code': 200} Apr 05 15:44:05.855584 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:05.974044 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab888d39-e778-4f91-97d0-b4fb534094ac None None] Pushing event updated for resources: {'Port': ['ID=b038bb15-62c6-4f03-bfca-aaa8b5c5e937,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:05.982273 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Allocated IP 172.20.0.1 (02df6a71-6909-4867-ae05-4218eeb8ee58/7153d6bf-4cb6-43e2-a6fe-254d9d2edc68/23bdad6f-ecd7-4dd6-9729-6db1dd4ae172) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:44:05.986038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ab888d39-e778-4f91-97d0-b4fb534094ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:06.030030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port cf91674a-04d6-475f-b735-bee5cad85f36, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=cf91674a-04d6-475f-b735-bee5cad85f36,segment=NetworkSegment(07cce78d-1562-4026-9d08-15d39b615a44),segment_id=07cce78d-1562-4026-9d08-15d39b615a44)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:06.032121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=ddee397c-1bd7-4300-83ef-420b0fe791eb,revision_number=6']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:06.037527 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:06.047162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:06.047974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f3f6db29-7a28-4780-b7b9-f24ab70dc114 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:06.121541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:06.194018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:06.219062 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Transition to ACTIVE for port object 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:44:06.232567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Attempting to bind port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:44:06.232567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Attempting to bind port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': 'ac246262-1446-4dcc-9499-97d54d10a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:44:06.232567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Attempting to bind port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 on network f51302f0-8668-4c93-b338-3552f4300fe8 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:44:06.239241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:44:06.239675 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Checking segment: {'id': 'ac246262-1446-4dcc-9499-97d54d10a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:44:06.240130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:06.240720 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Bound using segment: {'id': 'ac246262-1446-4dcc-9499-97d54d10a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:44:06.241314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Bound port: b038bb15-62c6-4f03-bfca-aaa8b5c5e937, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac246262-1446-4dcc-9499-97d54d10a3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:44:06.241735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:06.264339 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:06.284384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:06.332758 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Deleting port ddee397c-1bd7-4300-83ef-420b0fe791eb {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:44:06.333240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:06.334609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-02d5ad2f-597d-4705-ab19-d82f7b18860d None None] Provisioning complete for port cf91674a-04d6-475f-b735-bee5cad85f36 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:06.335045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02d5ad2f-597d-4705-ab19-d82f7b18860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:06.359884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] For port b038bb15-62c6-4f03-bfca-aaa8b5c5e937, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:44:06.363388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] For port b038bb15-62c6-4f03-bfca-aaa8b5c5e937, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=b038bb15-62c6-4f03-bfca-aaa8b5c5e937,segment=NetworkSegment(ac246262-1446-4dcc-9499-97d54d10a3c7),segment_id=ac246262-1446-4dcc-9499-97d54d10a3c7)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:44:06.368283 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port f3f6db29-7a28-4780-b7b9-f24ab70dc114 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:06.368807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:06.369225 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:06.386745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ab888d39-e778-4f91-97d0-b4fb534094ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:06.432421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=cf91674a-04d6-475f-b735-bee5cad85f36,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:06.447804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:06.496924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Pushing event updated for resources: {'Port': ['ID=23bdad6f-ecd7-4dd6-9729-6db1dd4ae172,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:06.540434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:06.757562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Network 02df6a71-6909-4867-ae05-4218eeb8ee58 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:44:06.761267 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:44:06.766156 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:44:06.798562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab888d39-e778-4f91-97d0-b4fb534094ac None None] Pushing event updated for resources: {'Port': ['ID=b038bb15-62c6-4f03-bfca-aaa8b5c5e937,revision_number=4']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:06.820057 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ab888d39-e778-4f91-97d0-b4fb534094ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:06.839641 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] For port ddee397c-1bd7-4300-83ef-420b0fe791eb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ddee397c-1bd7-4300-83ef-420b0fe791eb,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:06.840047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:06.895759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Routers {'e9a18a97-2cc4-47df-806a-7f02d6fe91e2'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:44:06.897035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:06.954589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853841597'] for router_interface, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:07.111928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01a2e4-acc0-45fd-9fd6-8fbe5bc155e1 req-23b08022-c96d-4c06-8a98-3f02b10a4ada tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:07.120944 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cf01a2e4-acc0-45fd-9fd6-8fbe5bc155e1 req-23b08022-c96d-4c06-8a98-3f02b10a4ada tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 944 time: 0.2730849 Apr 05 15:44:07.172596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Calling delete_port for ddee397c-1bd7-4300-83ef-420b0fe791eb owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:44:07.261355 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cf01a2e4-acc0-45fd-9fd6-8fbe5bc155e1 req-77e90aff-35db-4367-8aaf-c529511fa94b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399660 Apr 05 15:44:07.319784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device cf91674a-04d6-475f-b735-bee5cad85f36 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:07.386961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:07.398366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] Set router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:44:07.410961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Transition to ACTIVE for port object 953655c6-0160-4097-b624-73f3787196fb will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:44:07.428732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:07.470580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-84fe7758-680f-49f9-9805-c81e7c66e5c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:07.513366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:07.530173 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-02965e25-f7d1-4580-a811-207b0d9f308f tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:07.601292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Pushing event deleted for resources: {'Port': ['ID=ddee397c-1bd7-4300-83ef-420b0fe791eb,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:07.607809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:07.612706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['75ea3397-249a-42b1-abb2-6705eed27778', '4f486ad2-0f26-4590-b00c-794e2724d60b'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:44:07.730793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-b107fa7f-9677-4833-8306-ebc61eb203b6 None None] Provisioning for port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:07.792501 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-b107fa7f-9677-4833-8306-ebc61eb203b6 None None] Provisioning complete for port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:07.792501 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b107fa7f-9677-4833-8306-ebc61eb203b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:07.793099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'name': 'tempest-TestShelveInstance-488005434-router', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:43Z', 'updated_at': '2021-04-05T15:43:52Z', 'revision_number': 4, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'gw_port': {'id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:45Z', 'updated_at': '2021-04-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'b038bb15-62c6-4f03-bfca-aaa8b5c5e937', 'name': '', 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'mac_address': 'fa:16:3e:a6:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:50Z', 'updated_at': '2021-04-05T15:44:06Z', 'revision_number': 4, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'subnets': [{'id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:07.797594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad28d44b-a4d7-4251-b702-c5250e4305fb None None] The sync data for ids ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'] in dv-cinder-784779-1-smb is: [{'id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'name': 'tempest-TestShelveInstance-488005434-router', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:43Z', 'updated_at': '2021-04-05T15:43:52Z', 'revision_number': 4, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'gw_port': {'id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:45Z', 'updated_at': '2021-04-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'b038bb15-62c6-4f03-bfca-aaa8b5c5e937', 'name': '', 'network_id': 'f51302f0-8668-4c93-b338-3552f4300fe8', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'mac_address': 'fa:16:3e:a6:5a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:50Z', 'updated_at': '2021-04-05T15:44:06Z', 'revision_number': 4, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'subnets': [{'id': '1f9ab9ea-9ce9-411c-9b8c-fee631c1fade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:44:07.841178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Attempting to bind port 953655c6-0160-4097-b624-73f3787196fb on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:44:07.841611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Attempting to bind port 953655c6-0160-4097-b624-73f3787196fb by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:44:07.842029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Attempting to bind port 953655c6-0160-4097-b624-73f3787196fb on network db60f784-cad0-46b6-aea7-87a5eb59a312 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:44:07.850791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919e1f0-4786-42d6-9f83-8fccfe9fff71 None None] Pushing event updated for resources: {'Port': ['ID=953655c6-0160-4097-b624-73f3787196fb,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:07.860534 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2919e1f0-4786-42d6-9f83-8fccfe9fff71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:07.871212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port cf91674a-04d6-475f-b735-bee5cad85f36 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:07.871638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:07.895775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:07.988415 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:44:07.989225 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Checking segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:44:07.989754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:07.990275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Bound using segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:44:07.990923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Bound port: 953655c6-0160-4097-b624-73f3787196fb, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:44:07.991437 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:08.127694 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-b107fa7f-9677-4833-8306-ebc61eb203b6 None None] Port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:44:08.249993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:08.259917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:08.296370 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bf309f0c-c3a9-44d3-9829-e61369603197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:08.343227 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] For port 953655c6-0160-4097-b624-73f3787196fb, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:44:08.346770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 97b48db8-e08d-42de-8755-3f52c9890803 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:08.444165 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] For port 953655c6-0160-4097-b624-73f3787196fb, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=953655c6-0160-4097-b624-73f3787196fb,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:44:08.452727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:08.463613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] No DVR routers for this DVR port ddee397c-1bd7-4300-83ef-420b0fe791eb on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:44:08.470622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:08.473639 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34593c12-b17a-4764-a2c9-e3d17e34045f', 'name': 'network-vif-deleted', 'tag': 'ddee397c-1bd7-4300-83ef-420b0fe791eb'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:08.478534 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Pushing event updated for resources: {'Port': ['ID=23bdad6f-ecd7-4dd6-9729-6db1dd4ae172,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:08.491396 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:08.492264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853841770'] for router_interface, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:08.562424 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6ff562a9-7674-4955-ab2b-e48109405d84 req-41debf02-e544-4645-87a8-f7b08c8308b0 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=34593c12-b17a-4764-a2c9-e3d17e34045f HTTP/1.1" status: 200 len: 210 time: 0.1148744 Apr 05 15:44:08.608383 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cbfc502-bd50-4ceb-b4ab-9342bbc959f3 req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "DELETE /v2.0/ports/ddee397c-1bd7-4300-83ef-420b0fe791eb HTTP/1.1" status: 204 len: 173 time: 5.5548060 Apr 05 15:44:08.643440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:08.684166 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34593c12-b17a-4764-a2c9-e3d17e34045f', 'name': 'network-vif-deleted', 'tag': 'ddee397c-1bd7-4300-83ef-420b0fe791eb', 'status': 'completed', 'code': 200} Apr 05 15:44:08.756906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Network 02df6a71-6909-4867-ae05-4218eeb8ee58 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:44:08.758555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:44:08.888873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 97b48db8-e08d-42de-8755-3f52c9890803 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:08.889375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:08.947323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919e1f0-4786-42d6-9f83-8fccfe9fff71 None None] Pushing event updated for resources: {'Port': ['ID=953655c6-0160-4097-b624-73f3787196fb,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:08.979687 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2919e1f0-4786-42d6-9f83-8fccfe9fff71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:09.081545 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Routers {'35c585fd-a6bc-4927-a388-dd8da2b7e36b'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:44:09.082259 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:09.129697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Router 35c585fd-a6bc-4927-a388-dd8da2b7e36b has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:44:09.367103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bd01e-cd26-4d51-ac0c-d32fe4654418 req-e98bdedf-6289-4a90-8c62-d37258f5950f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:09.376030 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-550bd01e-cd26-4d51-ac0c-d32fe4654418 req-e98bdedf-6289-4a90-8c62-d37258f5950f tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.1960514 Apr 05 15:44:09.481171 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-550bd01e-cd26-4d51-ac0c-d32fe4654418 req-0dffe0f5-ceeb-4b84-8e33-5a19be1b83dd tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040368 Apr 05 15:44:09.572495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:44:09.581642 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] 10.222.0.46 "PUT /v2.0/routers/35c585fd-a6bc-4927-a388-dd8da2b7e36b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4081187 Apr 05 15:44:09.635458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-3b4b92fa-7734-4732-9db4-49a8c91a0fa9 None None] Provisioning complete for port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:09.635881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3b4b92fa-7734-4732-9db4-49a8c91a0fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:09.708975 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device b038bb15-62c6-4f03-bfca-aaa8b5c5e937 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:09.759666 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] Set router 35c585fd-a6bc-4927-a388-dd8da2b7e36b gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:44:09.831585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b92fa-7734-4732-9db4-49a8c91a0fa9 None None] Port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:44:10.132992 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c5469-f652-4a6f-8923-ea813c50bb7a req-73891a32-6bf0-483e-964a-b2d1a7533e42 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:10.134781 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b35c5469-f652-4a6f-8923-ea813c50bb7a req-73891a32-6bf0-483e-964a-b2d1a7533e42 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 945 time: 0.0972981 Apr 05 15:44:10.138991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:10.150923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:10.151411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:10.199923 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b35c5469-f652-4a6f-8923-ea813c50bb7a req-d35676ad-36c7-4d35-b1b2-cbb2522daa0c tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512991 Apr 05 15:44:10.253320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1324070494-router', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '953655c6-0160-4097-b624-73f3787196fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:57Z', 'updated_at': '2021-04-05T15:44:07Z', 'revision_number': 4, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'gw_port': {'id': '953655c6-0160-4097-b624-73f3787196fb', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:58Z', 'updated_at': '2021-04-05T15:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '23bdad6f-ecd7-4dd6-9729-6db1dd4ae172', 'name': '', 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'mac_address': 'fa:16:3e:47:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:44:05Z', 'updated_at': '2021-04-05T15:44:08Z', 'revision_number': 2, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'subnets': [{'id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:10.290625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063c27a-906d-4f9e-afad-ca8e7252fd4e None None] The sync data for ids ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'] in dv-cinder-784779-1-smb is: [{'id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1324070494-router', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '953655c6-0160-4097-b624-73f3787196fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:57Z', 'updated_at': '2021-04-05T15:44:07Z', 'revision_number': 4, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'gw_port': {'id': '953655c6-0160-4097-b624-73f3787196fb', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:58Z', 'updated_at': '2021-04-05T15:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '23bdad6f-ecd7-4dd6-9729-6db1dd4ae172', 'name': '', 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'mac_address': 'fa:16:3e:47:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:44:05Z', 'updated_at': '2021-04-05T15:44:08Z', 'revision_number': 2, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'subnets': [{'id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:44:10.327709 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:10.364962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port b038bb15-62c6-4f03-bfca-aaa8b5c5e937, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=b038bb15-62c6-4f03-bfca-aaa8b5c5e937,segment=NetworkSegment(ac246262-1446-4dcc-9499-97d54d10a3c7),segment_id=ac246262-1446-4dcc-9499-97d54d10a3c7)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:10.367640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:10.370601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fa54a0a9-1ad9-4384-89d6-f4d0acbfee1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:10.443889 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=b038bb15-62c6-4f03-bfca-aaa8b5c5e937,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:10.447282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:10.840736 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073498c-715a-4237-8cc0-706a7ba231c8 req-57d3edfb-3ef6-4836-9752-78421794f479 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:10.849463 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9073498c-715a-4237-8cc0-706a7ba231c8 req-57d3edfb-3ef6-4836-9752-78421794f479 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.2022514 Apr 05 15:44:10.949136 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9073498c-715a-4237-8cc0-706a7ba231c8 req-780b1d1c-0a55-4fac-8b1f-17cd1a44bd06 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983427 Apr 05 15:44:11.478340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7f362-8327-4732-bd3b-9aeeb9fdd6d5 req-43a1fced-4c1e-4871-843b-be5043423a37 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:11.479993 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-87d7f362-8327-4732-bd3b-9aeeb9fdd6d5 req-43a1fced-4c1e-4871-843b-be5043423a37 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 945 time: 0.1093287 Apr 05 15:44:11.556786 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-87d7f362-8327-4732-bd3b-9aeeb9fdd6d5 req-bab172d3-d8c2-4f50-bc12-5bb97d086f5b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645535 Apr 05 15:44:12.242261 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-5c5346fa-6022-45ad-8381-9ad913005e31 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:12.250178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-5c5346fa-6022-45ad-8381-9ad913005e31 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Synchronizing usage tracker for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:12.292383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-5c5346fa-6022-45ad-8381-9ad913005e31 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Unset dirty status for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:12.293677 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-5c5346fa-6022-45ad-8381-9ad913005e31 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 945 time: 0.1700425 Apr 05 15:44:12.406890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f15ef-6efc-4ba6-9c8e-af829ca5e187 req-0cf65bbc-4ffd-4f8b-84bf-934b267f868c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:12.408959 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-823f15ef-6efc-4ba6-9c8e-af829ca5e187 req-0cf65bbc-4ffd-4f8b-84bf-934b267f868c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.1524546 Apr 05 15:44:12.497944 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-823f15ef-6efc-4ba6-9c8e-af829ca5e187 req-4685a9f5-e3a4-472b-85b6-ba33d0d45109 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777578 Apr 05 15:44:12.565135 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Deleting port 4f486ad2-0f26-4590-b00c-794e2724d60b {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:44:12.565814 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:12.601722 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 953655c6-0160-4097-b624-73f3787196fb up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:12.705944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-b4bc79c8-1bce-43f4-92e6-84c8f2a8f7fe tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:12.713844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-b4bc79c8-1bce-43f4-92e6-84c8f2a8f7fe tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Synchronizing usage tracker for tenant:ee4b3953c588419fbca114a688fe65fb on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:12.746118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 953655c6-0160-4097-b624-73f3787196fb completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:12.752998 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 953655c6-0160-4097-b624-73f3787196fb triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:12.756614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:12.803372 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8c49d-1e77-4815-8526-4584bd769a61 req-ec45700e-764e-4b4c-a46d-09d6e2784772 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:12.805461 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1c8c49d-1e77-4815-8526-4584bd769a61 req-ec45700e-764e-4b4c-a46d-09d6e2784772 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 945 time: 0.1090360 Apr 05 15:44:12.813807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-b4bc79c8-1bce-43f4-92e6-84c8f2a8f7fe tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Unset dirty status for tenant:ee4b3953c588419fbca114a688fe65fb on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:12.815082 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-b4bc79c8-1bce-43f4-92e6-84c8f2a8f7fe tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.4887574 Apr 05 15:44:12.876117 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1c8c49d-1e77-4815-8526-4584bd769a61 req-69efcbe4-d724-42f5-b76f-ff4783171056 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622950 Apr 05 15:44:12.955694 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:12.994390 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port 953655c6-0160-4097-b624-73f3787196fb, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=953655c6-0160-4097-b624-73f3787196fb,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:13.002154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:13.003098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device b038bb15-62c6-4f03-bfca-aaa8b5c5e937 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:13.076279 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:13.096164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Deleting port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:44:13.096581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:13.170521 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:13.171122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:13.202240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] For port 4f486ad2-0f26-4590-b00c-794e2724d60b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4f486ad2-0f26-4590-b00c-794e2724d60b,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:13.202642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:13.255397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=953655c6-0160-4097-b624-73f3787196fb,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:13.276556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:13.409356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Calling delete_port for 4f486ad2-0f26-4590-b00c-794e2724d60b owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:44:13.755637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] For port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:13.756842 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:13.793759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99ea7e-c836-45a7-a6ed-0181f70df702 req-c3e8e2cf-2a05-41ae-8c27-ff29cb822704 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:13.795409 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7e99ea7e-c836-45a7-a6ed-0181f70df702 req-c3e8e2cf-2a05-41ae-8c27-ff29cb822704 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 946 time: 0.1293402 Apr 05 15:44:13.866496 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7e99ea7e-c836-45a7-a6ed-0181f70df702 req-da08469c-0286-41d2-b426-f4c96d2fcf6c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646431 Apr 05 15:44:14.143755 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Calling delete_port for 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:44:14.187733 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:14.198562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d136d-34a8-4361-86e0-c207370f126e req-4905c428-cd89-4f86-80e6-61ccbc7bd34c tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:14.201119 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d92d136d-34a8-4361-86e0-c207370f126e req-4905c428-cd89-4f86-80e6-61ccbc7bd34c tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 867 time: 0.1615729 Apr 05 15:44:14.202080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['75ea3397-249a-42b1-abb2-6705eed27778'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:44:14.221696 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4f673913-3266-47cf-b349-648f50507785 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:14.295287 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d92d136d-34a8-4361-86e0-c207370f126e req-36047149-2410-4722-954c-a03af9d40d22 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873961 Apr 05 15:44:14.316589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Sync routers for ids ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:44:14.320890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Pushing event deleted for resources: {'Port': ['ID=4f486ad2-0f26-4590-b00c-794e2724d60b,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:14.342241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:14.351831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Routers {'35c585fd-a6bc-4927-a388-dd8da2b7e36b'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:44:14.352845 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:14.557800 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 953655c6-0160-4097-b624-73f3787196fb up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:14.570642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:14.625707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:14.748542 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:44:14.752148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Pushing event deleted for resources: {'Port': ['ID=2da70e09-0626-4b4f-ab8a-d38fa16e22f3,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:14.765127 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:14.766724 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] No DVR routers for this DVR port 4f486ad2-0f26-4590-b00c-794e2724d60b on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:44:14.799491 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:44:14.800221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:44:14.801172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 4f486ad2-0f26-4590-b00c-794e2724d60b no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:44:14.837701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:14.843142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10672816-bd1a-4588-a1e4-cd49ff3b1a96', 'name': 'network-vif-deleted', 'tag': '4f486ad2-0f26-4590-b00c-794e2724d60b'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:14.885819 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9375f3bb-ce31-4148-9af2-00890e0cb1ab req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "DELETE /v2.0/ports/4f486ad2-0f26-4590-b00c-794e2724d60b HTTP/1.1" status: 204 len: 173 time: 2.5613163 Apr 05 15:44:14.925355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 4f486ad2-0f26-4590-b00c-794e2724d60b {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:44:14.926308 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 4f486ad2-0f26-4590-b00c-794e2724d60b not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:44:14.929759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Set router 35c585fd-a6bc-4927-a388-dd8da2b7e36b gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:44:14.956565 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10672816-bd1a-4588-a1e4-cd49ff3b1a96', 'name': 'network-vif-deleted', 'tag': '4f486ad2-0f26-4590-b00c-794e2724d60b', 'status': 'completed', 'code': 200} Apr 05 15:44:15.125211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] No DVR routers for this DVR port 2da70e09-0626-4b4f-ab8a-d38fa16e22f3 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:44:15.128546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:15.135062 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2d4a08ce-9993-4a9f-9825-9edc03cb4ae5 req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.49 "DELETE /v2.0/ports/2da70e09-0626-4b4f-ab8a-d38fa16e22f3 HTTP/1.1" status: 204 len: 173 time: 2.3127789 Apr 05 15:44:15.173077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 953655c6-0160-4097-b624-73f3787196fb triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:15.173582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:15.235081 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d936d0cd-ccaf-4191-bf62-afb32888eb32 req-4097f6d5-f3e0-453b-aac0-2220d43d4282 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d787f00-ce8e-4ee2-bb5b-27b419009b36 HTTP/1.1" status: 200 len: 210 time: 0.0628002 Apr 05 15:44:15.562968 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-84be7e63-7c87-4fa9-851d-dbff38b1104a req-12205efc-1f49-4e4f-b5d2-370b03371a2c tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=10672816-bd1a-4588-a1e4-cd49ff3b1a96 HTTP/1.1" status: 200 len: 210 time: 0.0655427 Apr 05 15:44:16.018076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1324070494-router', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '953655c6-0160-4097-b624-73f3787196fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:57Z', 'updated_at': '2021-04-05T15:44:07Z', 'revision_number': 4, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'gw_port': {'id': '953655c6-0160-4097-b624-73f3787196fb', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:58Z', 'updated_at': '2021-04-05T15:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '23bdad6f-ecd7-4dd6-9729-6db1dd4ae172', 'name': '', 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'mac_address': 'fa:16:3e:47:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:44:05Z', 'updated_at': '2021-04-05T15:44:08Z', 'revision_number': 2, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'subnets': [{'id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:16.022434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Checking router: 35c585fd-a6bc-4927-a388-dd8da2b7e36b for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:44:16.022849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Updating router 35c585fd-a6bc-4927-a388-dd8da2b7e36b port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 binding host dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:44:16.086275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:16.282705 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['ff427f5d-89d0-48f4-8bd6-ddec38d78841'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:44:16.810130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:16.835188 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Transition to ACTIVE for port object 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:44:16.847270 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:16.868495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:16.928606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc0028-fab1-4090-875c-d523ecd86064 req-2a8dc795-539e-4b26-89a9-c68086efb29d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:16.930470 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-91bc0028-fab1-4090-875c-d523ecd86064 req-2a8dc795-539e-4b26-89a9-c68086efb29d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.0995576 Apr 05 15:44:16.958307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d787f00-ce8e-4ee2-bb5b-27b419009b36', 'name': 'network-vif-deleted', 'tag': '2da70e09-0626-4b4f-ab8a-d38fa16e22f3'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:16.999473 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-91bc0028-fab1-4090-875c-d523ecd86064 req-e945cb1a-4d81-4117-88f3-b3d3c29eea41 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536766 Apr 05 15:44:17.056337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641745ef-5733-4e63-aaea-3ed67fce3342 None None] Pushing event updated for resources: {'Port': ['ID=23bdad6f-ecd7-4dd6-9729-6db1dd4ae172,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:17.061689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-641745ef-5733-4e63-aaea-3ed67fce3342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:17.066606 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d787f00-ce8e-4ee2-bb5b-27b419009b36', 'name': 'network-vif-deleted', 'tag': '2da70e09-0626-4b4f-ab8a-d38fa16e22f3', 'status': 'completed', 'code': 200} Apr 05 15:44:17.300431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Attempting to bind port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:44:17.300876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Attempting to bind port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '07cce78d-1562-4026-9d08-15d39b615a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:44:17.301289 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Attempting to bind port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 on network 02df6a71-6909-4867-ae05-4218eeb8ee58 {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:44:17.307990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:44:17.307990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Checking segment: {'id': '07cce78d-1562-4026-9d08-15d39b615a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:44:17.308376 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:17.308492 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Bound using segment: {'id': '07cce78d-1562-4026-9d08-15d39b615a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:44:17.309014 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Bound port: 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cce78d-1562-4026-9d08-15d39b615a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:44:17.310054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:17.431445 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] For port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:44:17.435008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] For port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=23bdad6f-ecd7-4dd6-9729-6db1dd4ae172,segment=NetworkSegment(07cce78d-1562-4026-9d08-15d39b615a44),segment_id=07cce78d-1562-4026-9d08-15d39b615a44)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:44:17.438355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:17.453977 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ead2f6a0-3b3e-4cf2-ae92-64e570992727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:17.617259 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641745ef-5733-4e63-aaea-3ed67fce3342 None None] Pushing event updated for resources: {'Port': ['ID=23bdad6f-ecd7-4dd6-9729-6db1dd4ae172,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:17.623063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-641745ef-5733-4e63-aaea-3ed67fce3342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:17.683276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Routers {'35c585fd-a6bc-4927-a388-dd8da2b7e36b'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:44:17.683971 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:43:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:17.937116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] Set router 35c585fd-a6bc-4927-a388-dd8da2b7e36b gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:44:18.235351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053ddab-3614-4e46-8821-4090c7e3e7dd req-d0bc2569-8391-4968-ad69-a31b12ddad18 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:18.253866 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4053ddab-3614-4e46-8821-4090c7e3e7dd req-d0bc2569-8391-4968-ad69-a31b12ddad18 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1279194 Apr 05 15:44:18.322467 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4053ddab-3614-4e46-8821-4090c7e3e7dd req-6bb74a01-ebb3-4a76-9e76-6640ff991b17 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672417 Apr 05 15:44:18.361023 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1324070494-router', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '953655c6-0160-4097-b624-73f3787196fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:57Z', 'updated_at': '2021-04-05T15:44:07Z', 'revision_number': 4, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'gw_port': {'id': '953655c6-0160-4097-b624-73f3787196fb', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:58Z', 'updated_at': '2021-04-05T15:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '23bdad6f-ecd7-4dd6-9729-6db1dd4ae172', 'name': '', 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'mac_address': 'fa:16:3e:47:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:44:05Z', 'updated_at': '2021-04-05T15:44:17Z', 'revision_number': 4, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'subnets': [{'id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:18.365948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a1aea-5564-4922-b30b-c479714ac9b9 None None] The sync data for ids ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'] in dv-cinder-784779-1-smb is: [{'id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1324070494-router', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '953655c6-0160-4097-b624-73f3787196fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:57Z', 'updated_at': '2021-04-05T15:44:07Z', 'revision_number': 4, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'gw_port': {'id': '953655c6-0160-4097-b624-73f3787196fb', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:58Z', 'updated_at': '2021-04-05T15:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '23bdad6f-ecd7-4dd6-9729-6db1dd4ae172', 'name': '', 'network_id': '02df6a71-6909-4867-ae05-4218eeb8ee58', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'mac_address': 'fa:16:3e:47:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:44:05Z', 'updated_at': '2021-04-05T15:44:17Z', 'revision_number': 4, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'subnets': [{'id': '7153d6bf-4cb6-43e2-a6fe-254d9d2edc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:44:18.531633 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:18.644661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:18.653823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:18.654175 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:19.019442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:19.089184 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=23bdad6f-ecd7-4dd6-9729-6db1dd4ae172,segment=NetworkSegment(07cce78d-1562-4026-9d08-15d39b615a44),segment_id=07cce78d-1562-4026-9d08-15d39b615a44)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:19.093721 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:19.096846 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:19.107476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93996d0b-dc2f-4cf3-b3d4-499c5f432a19 req-4c5949f5-e12e-44c6-9902-11ccfee53436 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:19.109262 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-93996d0b-dc2f-4cf3-b3d4-499c5f432a19 req-4c5949f5-e12e-44c6-9902-11ccfee53436 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 946 time: 0.1862769 Apr 05 15:44:19.175784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=23bdad6f-ecd7-4dd6-9729-6db1dd4ae172,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:19.179645 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:19.197204 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-93996d0b-dc2f-4cf3-b3d4-499c5f432a19 req-68b3e4b1-2acf-4cda-844a-69b0f55e2e98 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689170 Apr 05 15:44:19.235560 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0ece1-c275-4b4d-b24b-fb2fc9339b4e req-021a6f2a-5236-43ae-9f83-753c18f4420d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:19.237512 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-17f0ece1-c275-4b4d-b24b-fb2fc9339b4e req-021a6f2a-5236-43ae-9f83-753c18f4420d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.2079549 Apr 05 15:44:19.298874 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-17f0ece1-c275-4b4d-b24b-fb2fc9339b4e req-e438ad1b-c9d8-4351-9bcc-a37ce55316e4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520542 Apr 05 15:44:19.578883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d350a-d010-4e24-ab92-5cb15a3e13d1 req-7e959e2a-4724-4ec4-8fc8-02b150726b07 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:19.580620 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ba6d350a-d010-4e24-ab92-5cb15a3e13d1 req-7e959e2a-4724-4ec4-8fc8-02b150726b07 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1187925 Apr 05 15:44:19.645809 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ba6d350a-d010-4e24-ab92-5cb15a3e13d1 req-01daa8b5-5a67-4f06-a673-b29118178127 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573456 Apr 05 15:44:20.434016 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1f647-e8e3-4832-ab5f-a2e6e7a1e598 req-261fe25b-f44d-49d1-a5e2-b73fa15b0ffd tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:20.444699 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0ea1f647-e8e3-4832-ab5f-a2e6e7a1e598 req-261fe25b-f44d-49d1-a5e2-b73fa15b0ffd tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 946 time: 0.1302910 Apr 05 15:44:20.493167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:20.535617 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0ea1f647-e8e3-4832-ab5f-a2e6e7a1e598 req-0082c05b-c42a-4ee7-be12-33ae6f388482 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899000 Apr 05 15:44:20.603718 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e49a3-610f-415d-9c7b-340b14e8b692 req-e0b69ae3-c1cb-48a0-9383-1e47df7f6163 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:20.605914 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-795e49a3-610f-415d-9c7b-340b14e8b692 req-e0b69ae3-c1cb-48a0-9383-1e47df7f6163 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1163590 Apr 05 15:44:20.671743 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-795e49a3-610f-415d-9c7b-340b14e8b692 req-33156862-5a11-4295-9b47-192ada3558a7 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574372 Apr 05 15:44:20.791723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:20.792246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:20.939404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80032db-958f-45cc-9310-825844484c0b req-5e3e4e7e-804e-41d5-8a07-161a1d69e152 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:20.944970 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a80032db-958f-45cc-9310-825844484c0b req-5e3e4e7e-804e-41d5-8a07-161a1d69e152 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1319752 Apr 05 15:44:21.002675 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a80032db-958f-45cc-9310-825844484c0b req-3a3e750b-5a90-4931-b816-a781c627d730 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548258 Apr 05 15:44:21.187484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-8c46862a-c001-4e44-8769-23c98b5b766a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:21.190162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-8c46862a-c001-4e44-8769-23c98b5b766a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Synchronizing usage tracker for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:21.208736 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-8c46862a-c001-4e44-8769-23c98b5b766a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Unset dirty status for tenant:a6e238b8bfc34a4e9c037a20169e5897 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:21.210064 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-8c46862a-c001-4e44-8769-23c98b5b766a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 946 time: 0.1646571 Apr 05 15:44:21.292995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Deleting port 75ea3397-249a-42b1-abb2-6705eed27778 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:44:21.293672 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:21.589245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] For port 75ea3397-249a-42b1-abb2-6705eed27778, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75ea3397-249a-42b1-abb2-6705eed27778,segment=NetworkSegment(f2a29a43-da6e-472b-a0a6-455d043161a2),segment_id=f2a29a43-da6e-472b-a0a6-455d043161a2)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:21.589702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:21.736932 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Calling delete_port for 75ea3397-249a-42b1-abb2-6705eed27778 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:44:21.797691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87100966-26ce-4a51-a489-63225c3e8b42 req-d77aea2b-968d-4583-ae74-08ab111cff2b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:21.801902 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-87100966-26ce-4a51-a489-63225c3e8b42 req-d77aea2b-968d-4583-ae74-08ab111cff2b tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 946 time: 0.1393070 Apr 05 15:44:21.867448 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-87100966-26ce-4a51-a489-63225c3e8b42 req-42a1ac63-4a59-470a-9cbb-9d7110c6047d tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6e036fb-bd63-40b0-9946-6687f1798869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584316 Apr 05 15:44:21.955923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:21.980320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4fc7fc8f-69fd-4a3d-8686-ad7c7385b226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:21.984754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['75ea3397-249a-42b1-abb2-6705eed27778'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:44:22.054158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d36ae-c7ec-4a81-b7bb-29d5d96906a1 req-caf715d1-697b-482b-976a-62acc2c516cd tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:22.071118 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-387d36ae-c7ec-4a81-b7bb-29d5d96906a1 req-caf715d1-697b-482b-976a-62acc2c516cd tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1620085 Apr 05 15:44:22.110895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Pushing event deleted for resources: {'Port': ['ID=75ea3397-249a-42b1-abb2-6705eed27778,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:22.123375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:22.138296 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-387d36ae-c7ec-4a81-b7bb-29d5d96906a1 req-03791251-fc70-466b-8558-d7ef2bb1f1d3 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656345 Apr 05 15:44:22.245656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0b073-13c0-4070-aa4a-7afdd15a6a60 req-efd52e22-3156-4fd2-ba4d-4732fac274f2 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:22.247877 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-05b0b073-13c0-4070-aa4a-7afdd15a6a60 req-efd52e22-3156-4fd2-ba4d-4732fac274f2 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1167145 Apr 05 15:44:22.300029 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-05b0b073-13c0-4070-aa4a-7afdd15a6a60 req-3c4c1aad-e306-4cb0-bf7a-ff7456e3fd2c tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Apr 05 15:44:22.377094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] No DVR routers for this DVR port 75ea3397-249a-42b1-abb2-6705eed27778 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:44:22.381238 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:22.384065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e80059b-81a3-4a9d-a631-ee04efd952aa', 'name': 'network-vif-deleted', 'tag': '75ea3397-249a-42b1-abb2-6705eed27778'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:22.400534 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0685f10d-7cfa-4b28-991c-b40837fc2c47 req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.49 "DELETE /v2.0/ports/75ea3397-249a-42b1-abb2-6705eed27778 HTTP/1.1" status: 204 len: 173 time: 1.1826420 Apr 05 15:44:22.443925 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e80059b-81a3-4a9d-a631-ee04efd952aa', 'name': 'network-vif-deleted', 'tag': '75ea3397-249a-42b1-abb2-6705eed27778', 'status': 'completed', 'code': 200} Apr 05 15:44:23.100779 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-17e27fcd-1c0c-4d62-9d58-60ee85511a35 req-7d70576d-b9a4-4b28-bbe6-1e6ab6e18108 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e80059b-81a3-4a9d-a631-ee04efd952aa HTTP/1.1" status: 200 len: 210 time: 0.0529394 Apr 05 15:44:23.444981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-dc4b6f01-aca3-4275-9c10-73d2a30c3cb8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:23.445661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-dc4b6f01-aca3-4275-9c10-73d2a30c3cb8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Synchronizing usage tracker for tenant:ee4b3953c588419fbca114a688fe65fb on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:23.460770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-dc4b6f01-aca3-4275-9c10-73d2a30c3cb8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Unset dirty status for tenant:ee4b3953c588419fbca114a688fe65fb on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:23.462167 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-dc4b6f01-aca3-4275-9c10-73d2a30c3cb8 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.49 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1079311 Apr 05 15:44:23.495656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-075cf1c3-7cf7-4503-9412-a2d50134ae1f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:23.497825 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-075cf1c3-7cf7-4503-9412-a2d50134ae1f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/networks?id=7fe767f3-1fd6-4241-a869-f4c019752f33 HTTP/1.1" status: 200 len: 814 time: 0.2298858 Apr 05 15:44:23.506729 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03213f9-a39d-432a-984f-b8bf2207d23e req-eda941cd-8fc6-4588-8579-dda766b66a95 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:23.508261 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d03213f9-a39d-432a-984f-b8bf2207d23e req-eda941cd-8fc6-4588-8579-dda766b66a95 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.2159688 Apr 05 15:44:23.533736 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-ccb56e49-8958-4afd-b837-33d2fce1bbed tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/quotas/c74c4fd7675e4886b8f69edf9f1f3702 HTTP/1.1" status: 200 len: 375 time: 0.0244210 Apr 05 15:44:23.540686 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Deleting port ff427f5d-89d0-48f4-8bd6-ddec38d78841 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:44:23.541180 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:23.606497 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d03213f9-a39d-432a-984f-b8bf2207d23e req-453a143b-7884-44be-94aa-f3b1e9b4be47 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894499 Apr 05 15:44:23.646978 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-2de39e4f-0b29-42fa-9a82-65e2eafe572d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Synchronizing usage tracker for tenant:c74c4fd7675e4886b8f69edf9f1f3702 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:23.663559 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-2de39e4f-0b29-42fa-9a82-65e2eafe572d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Unset dirty status for tenant:c74c4fd7675e4886b8f69edf9f1f3702 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:23.665038 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-2de39e4f-0b29-42fa-9a82-65e2eafe572d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c74c4fd7675e4886b8f69edf9f1f3702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221197 Apr 05 15:44:23.804134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] For port ff427f5d-89d0-48f4-8bd6-ddec38d78841, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ff427f5d-89d0-48f4-8bd6-ddec38d78841,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:23.804676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:23.889347 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-b09fe83d-ec04-4e38-8f63-91728da7b436 service neutron] 10.222.0.46 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111268 Apr 05 15:44:23.903051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a35807-ba9c-459b-9374-1d1e14dcacc3 req-46aa6e0b-e8dd-4115-b5ae-d8475089040b tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:23.904649 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-98a35807-ba9c-459b-9374-1d1e14dcacc3 req-46aa6e0b-e8dd-4115-b5ae-d8475089040b tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 945 time: 0.1850286 Apr 05 15:44:23.938234 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Calling delete_port for ff427f5d-89d0-48f4-8bd6-ddec38d78841 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:44:24.048744 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-98a35807-ba9c-459b-9374-1d1e14dcacc3 req-5a34afcb-8132-4a0a-9afd-77caec95bbb9 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/security-groups?id=f9513025-0e88-4e17-9ac2-19262b1bb04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205492 Apr 05 15:44:24.098335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:24.103214 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-a5302cec-2f32-4cd0-9804-1e006cb0c503 service neutron] 10.222.0.46 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974175 Apr 05 15:44:24.110219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['ff427f5d-89d0-48f4-8bd6-ddec38d78841'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:44:24.187414 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-afc0c9fb-fc39-48ac-9a42-51ab1b0aa394 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:24.213856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55426) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:24.248208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Pushing event deleted for resources: {'Port': ['ID=ff427f5d-89d0-48f4-8bd6-ddec38d78841,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:24.283495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:24.297154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-402c3d6e-5764-4dda-9389-9bc6b308156f admin admin] Deleting subnet a72d469a-6199-4f3a-9c3e-03cee04bffc8 {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:44:24.300294 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-402c3d6e-5764-4dda-9389-9bc6b308156f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:24.361143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-402c3d6e-5764-4dda-9389-9bc6b308156f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31628953'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:24.423052 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] No DVR routers for this DVR port ff427f5d-89d0-48f4-8bd6-ddec38d78841 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:44:24.425924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:24.446050 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d86402-e910-44d9-be49-161faa86ac9d', 'name': 'network-vif-deleted', 'tag': 'ff427f5d-89d0-48f4-8bd6-ddec38d78841'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:24.452304 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-08c2455d-8f1a-416f-8ec7-f643406fa8de req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.49 "DELETE /v2.0/ports/ff427f5d-89d0-48f4-8bd6-ddec38d78841 HTTP/1.1" status: 204 len: 173 time: 0.9835391 Apr 05 15:44:24.510133 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-85d1d8fc-d4c7-4720-9942-3fca44c29805 req-60e06d6d-cd18-4515-a2cc-3ed05d33293c tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 210 time: 0.1587520 Apr 05 15:44:24.522169 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d86402-e910-44d9-be49-161faa86ac9d', 'name': 'network-vif-deleted', 'tag': 'ff427f5d-89d0-48f4-8bd6-ddec38d78841', 'status': 'completed', 'code': 200} Apr 05 15:44:24.533012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-402c3d6e-5764-4dda-9389-9bc6b308156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:24.714809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 75ea3397-249a-42b1-abb2-6705eed27778 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:44:24.760142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 75ea3397-249a-42b1-abb2-6705eed27778 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:44:24.760611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 75ea3397-249a-42b1-abb2-6705eed27778 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:44:24.773485 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2daf2751-e832-4767-b5c8-3ea7b30deb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:25.091128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278edb71-8f98-4cc5-bd30-c65ea7e372ff req-b5cc3a22-a9bc-429e-a48e-b8827e71ce07 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:25.092788 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-278edb71-8f98-4cc5-bd30-c65ea7e372ff req-b5cc3a22-a9bc-429e-a48e-b8827e71ce07 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.3635802 Apr 05 15:44:25.093884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-402c3d6e-5764-4dda-9389-9bc6b308156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822717160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31851552'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:25.111202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:25.157135 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c3d6e-5764-4dda-9389-9bc6b308156f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a72d469a-6199-4f3a-9c3e-03cee04bffc8,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:25.176241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-402c3d6e-5764-4dda-9389-9bc6b308156f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:25.300057 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-600ad360-646c-41c9-a112-ae406501efd2 req-e55c049c-05c9-4701-920a-acd57bbc686e tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d86402-e910-44d9-be49-161faa86ac9d HTTP/1.1" status: 200 len: 210 time: 0.0675824 Apr 05 15:44:25.318683 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-278edb71-8f98-4cc5-bd30-c65ea7e372ff req-5e093573-732c-45ec-9a54-78ea2ce1b939 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107451 Apr 05 15:44:25.333148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-402c3d6e-5764-4dda-9389-9bc6b308156f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:25.339256 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-402c3d6e-5764-4dda-9389-9bc6b308156f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a72d469a-6199-4f3a-9c3e-03cee04bffc8 HTTP/1.1" status: 204 len: 168 time: 1.1242085 Apr 05 15:44:25.341973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55452) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:25.458570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:25.649655 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-028fc6fd-a1a5-432b-ae4d-e713ac0f592d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:25.650737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-028fc6fd-a1a5-432b-ae4d-e713ac0f592d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Synchronizing usage tracker for tenant:c74c4fd7675e4886b8f69edf9f1f3702 on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:25.672609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-028fc6fd-a1a5-432b-ae4d-e713ac0f592d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Unset dirty status for tenant:c74c4fd7675e4886b8f69edf9f1f3702 on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:25.674484 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-028fc6fd-a1a5-432b-ae4d-e713ac0f592d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.49 "GET /v2.0/networks?id=7fe767f3-1fd6-4241-a869-f4c019752f33 HTTP/1.1" status: 200 len: 814 time: 0.2024572 Apr 05 15:44:25.688146 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'port': {'device_id': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'admin_state_up': True, 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:44:25.719254 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:25.735280 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-39cb3070-340d-4d19-be1d-e358c868273a req-50bc9852-fd03-440d-a667-ebf623466337 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 210 time: 0.0723202 Apr 05 15:44:25.846612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba80e037-f064-4d3a-98d3-65326d3ed1eb']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:25.861641 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a29a43-da6e-472b-a0a6-455d043161a2') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:25.861979 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a29a43-da6e-472b-a0a6-455d043161a2') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:25.875520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823146864'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:25.891691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:25.899115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:44:26.065943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:26.080413 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:26.092287 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Network ba80e037-f064-4d3a-98d3-65326d3ed1eb has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:44:26.106342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822717005'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:26.118111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Made reservation on behalf of c74c4fd7675e4886b8f69edf9f1f3702 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:44:26.120196 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:26.127447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:26.368670 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Network ba80e037-f064-4d3a-98d3-65326d3ed1eb has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:44:26.396590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Allocated IP 172.20.0.8 (7fe767f3-1fd6-4241-a869-f4c019752f33/65215ba3-c215-4da1-9f03-1c715aba4fda/1d83c991-fc8e-46ec-ba7b-cdde434ac006) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:44:26.533091 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:44:26.535820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55486) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:26.690430 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:26.706903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device ff427f5d-89d0-48f4-8bd6-ddec38d78841 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:44:26.770710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:26.795356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Transition to ACTIVE for port object 1d83c991-fc8e-46ec-ba7b-cdde434ac006 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:44:26.820088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: ff427f5d-89d0-48f4-8bd6-ddec38d78841 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:44:26.820500 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device ff427f5d-89d0-48f4-8bd6-ddec38d78841 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:44:26.826956 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:26.873630 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:26.875232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:26.898459 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba80e037-f064-4d3a-98d3-65326d3ed1eb,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:26.949556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.950002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.950405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.950917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.951320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.952150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.952150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.953115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.953115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.953317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e98efb1d-08b1-445f-95f9-89789f623cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:26.953438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.953726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.954109 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:26.980226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:27.017393 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:27.025982 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b53b7dfe-9663-4b8d-929c-4ec6bfe9bf86 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ba80e037-f064-4d3a-98d3-65326d3ed1eb HTTP/1.1" status: 204 len: 168 time: 1.6806502 Apr 05 15:44:27.105169 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:44:27.110458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:44:27.114301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:44:27.150836 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'Port': ['ID=1d83c991-fc8e-46ec-ba7b-cdde434ac006,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:27.186581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.187216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.187832 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.188328 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.190154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.190560 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.191031 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.191663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.192129 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.193670 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.194640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.195105 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:27.200107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:27.291723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:27.298524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:27.341159 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55500) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:27.397821 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616ec56-71dd-44fe-a10f-42098a04506f req-1a28559a-2764-4d08-9148-237fd14b3ce0 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:27.406661 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d616ec56-71dd-44fe-a10f-42098a04506f req-1a28559a-2764-4d08-9148-237fd14b3ce0 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.8723087 Apr 05 15:44:27.473484 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d616ec56-71dd-44fe-a10f-42098a04506f req-2984bcd1-6d12-4a3b-a1bb-d0b74b4f4451 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654511 Apr 05 15:44:27.482582 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e14a0f6c-6cb8-4f39-8d9e-5c62c0dc3fb7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6e238b8bfc34a4e9c037a20169e5897&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1290057 Apr 05 15:44:27.486449 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55506) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:27.499085 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:27.513053 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f51234-b692-4a4c-8208-b68c6059684c req-e04a5a6d-3d12-47dd-81cc-9472fd8b7e89 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:27.516663 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e7f51234-b692-4a4c-8208-b68c6059684c req-e04a5a6d-3d12-47dd-81cc-9472fd8b7e89 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 931 time: 0.5561306 Apr 05 15:44:27.519870 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-bb164d1d-5e53-4c67-bae2-d2d465e0d2f9 None None] Provisioning for port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:27.530945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-bb164d1d-5e53-4c67-bae2-d2d465e0d2f9 None None] Provisioning complete for port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:27.539780 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8566296 Apr 05 15:44:27.540858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bb164d1d-5e53-4c67-bae2-d2d465e0d2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:27.651566 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-bb164d1d-5e53-4c67-bae2-d2d465e0d2f9 None None] Port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:44:27.662103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-73915910-87fc-449d-a387-7e4c5c769df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:27.710362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-73915910-87fc-449d-a387-7e4c5c769df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:27.717068 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e7f51234-b692-4a4c-8208-b68c6059684c req-96c252e6-3f53-4985-ae52-209db2ad778d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935949 Apr 05 15:44:27.805708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-73915910-87fc-449d-a387-7e4c5c769df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:27.811128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cfd9055b-7e9f-4294-a721-41175bc19448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:27.841703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73915910-87fc-449d-a387-7e4c5c769df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e036fb-bd63-40b0-9946-6687f1798869,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:27.851464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-73915910-87fc-449d-a387-7e4c5c769df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:27.861021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-73915910-87fc-449d-a387-7e4c5c769df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:27.862395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-86734e82-c6b7-4092-be37-ec839b271f9d req-2691f301-9515-4a27-9f70-85863dbd444f tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Synchronizing usage tracker for tenant:50b4869466944f58a893a7555345d2fa on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:27.865776 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-73915910-87fc-449d-a387-7e4c5c769df0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6e036fb-bd63-40b0-9946-6687f1798869 HTTP/1.1" status: 204 len: 168 time: 0.3782718 Apr 05 15:44:27.890614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-86734e82-c6b7-4092-be37-ec839b271f9d req-2691f301-9515-4a27-9f70-85863dbd444f tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Unset dirty status for tenant:50b4869466944f58a893a7555345d2fa on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:27.899700 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-2691f301-9515-4a27-9f70-85863dbd444f tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119200165&fields=id&tenant_id=50b4869466944f58a893a7555345d2fa HTTP/1.1" status: 200 len: 267 time: 0.1284523 Apr 05 15:44:28.111264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933993'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:28.760198 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734e82-c6b7-4092-be37-ec839b271f9d req-3390513c-2429-4606-aac4-0d740550aac5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:28.761011 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-86734e82-c6b7-4092-be37-ec839b271f9d req-3390513c-2429-4606-aac4-0d740550aac5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Synchronizing usage tracker for tenant:50b4869466944f58a893a7555345d2fa on resource:network {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:28.820480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-86734e82-c6b7-4092-be37-ec839b271f9d req-3390513c-2429-4606-aac4-0d740550aac5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Unset dirty status for tenant:50b4869466944f58a893a7555345d2fa on resource:network {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:28.821788 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-3390513c-2429-4606-aac4-0d740550aac5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/networks?id=374be1cf-8b54-4d0d-a103-7ce844ebe967 HTTP/1.1" status: 200 len: 809 time: 0.9212530 Apr 05 15:44:28.964084 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-c243d018-cfec-412c-8c57-9c9a87d6836c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/quotas/50b4869466944f58a893a7555345d2fa HTTP/1.1" status: 200 len: 375 time: 0.1295347 Apr 05 15:44:28.992745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cf4ab-dda3-4d75-a1b4-ccea805f0d0d req-0bd3b2d5-f15e-4945-a652-b6d72762e58f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:28.994804 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-892cf4ab-dda3-4d75-a1b4-ccea805f0d0d req-0bd3b2d5-f15e-4945-a652-b6d72762e58f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.3501189 Apr 05 15:44:29.135160 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-892cf4ab-dda3-4d75-a1b4-ccea805f0d0d req-98f5266d-eea7-4eb8-87b8-773ec6c5950a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909226 Apr 05 15:44:29.166035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:29.198089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-86734e82-c6b7-4092-be37-ec839b271f9d req-a5da747d-80f2-43b3-8339-401a19ee985b tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Synchronizing usage tracker for tenant:50b4869466944f58a893a7555345d2fa on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:29.260695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-86734e82-c6b7-4092-be37-ec839b271f9d req-a5da747d-80f2-43b3-8339-401a19ee985b tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Unset dirty status for tenant:50b4869466944f58a893a7555345d2fa on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:29.262104 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-a5da747d-80f2-43b3-8339-401a19ee985b tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=50b4869466944f58a893a7555345d2fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2820895 Apr 05 15:44:29.267848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Deleting port 929c1b4f-4cab-4288-9a3c-28885d316bca {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:44:29.268233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:29.643334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b973f-423d-4185-8c6f-1f1749b5f3e1 req-74fec68c-f9fd-42ae-9007-3517eb4b46a4 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:29.644977 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dc5b973f-423d-4185-8c6f-1f1749b5f3e1 req-74fec68c-f9fd-42ae-9007-3517eb4b46a4 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 931 time: 0.3505883 Apr 05 15:44:29.652515 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-818ece9e-5a76-4749-8ff2-24bc5e36e079 service neutron] 10.222.0.46 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568838 Apr 05 15:44:29.810528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] For port 929c1b4f-4cab-4288-9a3c-28885d316bca, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=929c1b4f-4cab-4288-9a3c-28885d316bca,segment=NetworkSegment(91a9061a-ba44-4390-af34-9859e6b28d59),segment_id=91a9061a-ba44-4390-af34-9859e6b28d59)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:29.811114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:29.841030 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dc5b973f-423d-4185-8c6f-1f1749b5f3e1 req-5b0df2bd-6438-4cdc-88a4-80af7e934abd tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853147 Apr 05 15:44:30.002490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Calling delete_port for 929c1b4f-4cab-4288-9a3c-28885d316bca owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:44:30.103260 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-5c0d62a5-342b-419f-b40e-7c85475055c3 service neutron] 10.222.0.46 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227040 Apr 05 15:44:30.615131 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:30.633616 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-247f8f8c-ff6c-47fd-bc2f-205713fb71e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:30.841488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Pushing event deleted for resources: {'Port': ['ID=929c1b4f-4cab-4288-9a3c-28885d316bca,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:31.180021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:31.182530 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f1fedc11-69a7-4271-863d-ab79a8333fbb req-973cbc59-2fb7-4ade-a1e2-6fe11bbd688d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.4063244 Apr 05 15:44:31.285853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ac994-ed3c-4a1e-8f2d-61e625386ef7 req-644b8779-2d12-4d07-a8fc-8476f7bd0d03 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:31.287435 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ba4ac994-ed3c-4a1e-8f2d-61e625386ef7 req-644b8779-2d12-4d07-a8fc-8476f7bd0d03 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.4481990 Apr 05 15:44:31.421044 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ba4ac994-ed3c-4a1e-8f2d-61e625386ef7 req-5304b517-3359-4d2e-97be-f6eb5b514948 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019418 Apr 05 15:44:31.695582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4fcc2-b19e-45ab-b536-d8f787a92d58 req-a31db842-3661-4798-ac72-0015f49eb18e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:31.697285 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0ce4fcc2-b19e-45ab-b536-d8f787a92d58 req-a31db842-3661-4798-ac72-0015f49eb18e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 931 time: 0.2090685 Apr 05 15:44:31.698163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854211822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945084'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:31.843537 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0ce4fcc2-b19e-45ab-b536-d8f787a92d58 req-870e3b4f-1760-41a6-9a59-2363d34e1509 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123259 Apr 05 15:44:32.284660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:44:32.467976 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-26852279-bf04-4a7d-8a7d-83b6d8448a1c req-910beeca-abe0-40b3-a111-85b7cd463cca tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.1228747 Apr 05 15:44:32.532190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:44:32.544770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] Sync routers for ids ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:44:32.548126 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] 10.222.0.46 "PUT /v2.0/routers/2676bb72-325b-4fd2-a23b-d3d6a7792a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0084805 Apr 05 15:44:32.548576 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55600) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:32.555410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] Routers {'2676bb72-325b-4fd2-a23b-d3d6a7792a70'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:44:32.556177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:44:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:32.695955 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa757548-445d-44eb-ae21-ed2b85b96708 req-db9eb668-7de6-47b1-839f-0574ecb9df6f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:32.697778 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-aa757548-445d-44eb-ae21-ed2b85b96708 req-db9eb668-7de6-47b1-839f-0574ecb9df6f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.0971386 Apr 05 15:44:32.753852 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-aa757548-445d-44eb-ae21-ed2b85b96708 req-4a289944-63d7-4863-aba6-da496a144c7a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473721 Apr 05 15:44:32.795096 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Notify callbacks [] for router, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:32.814950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] Set router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:44:33.051527 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:33.070563 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Deleting port d0662edd-4ac6-4078-b382-c83e3c08060b {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:44:33.070922 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:33.295126 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5e5bf-684f-4892-8934-eb9d70db1330 req-243e1390-6631-4e37-a795-e469b2dbf892 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:33.305720 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ecf5e5bf-684f-4892-8934-eb9d70db1330 req-243e1390-6631-4e37-a795-e469b2dbf892 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 931 time: 0.1679599 Apr 05 15:44:33.325455 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] For port d0662edd-4ac6-4078-b382-c83e3c08060b, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=d0662edd-4ac6-4078-b382-c83e3c08060b,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:33.325855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:33.351789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:33.355176 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'name': 'tempest-ServerRescueNegativeTestJSON-743429279-router', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:24Z', 'updated_at': '2021-04-05T15:44:30Z', 'revision_number': 5, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'gw_port': {'id': 'd0662edd-4ac6-4078-b382-c83e3c08060b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:25Z', 'updated_at': '2021-04-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:33.361456 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] Checking router: 2676bb72-325b-4fd2-a23b-d3d6a7792a70 for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:44:33.380047 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ecf5e5bf-684f-4892-8934-eb9d70db1330 req-2ec2dec6-a595-48a5-9581-1d85d327c977 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677698 Apr 05 15:44:33.392284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] Routers {'2676bb72-325b-4fd2-a23b-d3d6a7792a70'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:44:33.404397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:44:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:33.462798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Calling delete_port for d0662edd-4ac6-4078-b382-c83e3c08060b owned by network:router_gateway {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:44:33.566138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55620) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:33.658580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] Set router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 gateway port host: None {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:44:33.702646 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cb68def5-1b35-429c-be92-f19d6861fd75 req-cb31221f-03b6-4be5-a2f1-256b1bdb179f tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.0585313 Apr 05 15:44:33.822989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:33.860503 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:33.864154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'name': 'tempest-ServerRescueNegativeTestJSON-743429279-router', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:24Z', 'updated_at': '2021-04-05T15:44:33Z', 'revision_number': 6, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'gw_port_host': None}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:33.865574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] Usage tracker for resource:security_group_rule and tenant:784ea084afa845558bc082ace884693e is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:33.866112 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:33.869916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247960d-bc92-4f8d-b8cc-cf6c018bcef1 None None] The sync data for ids ['2676bb72-325b-4fd2-a23b-d3d6a7792a70'] in dv-cinder-784779-1-smb is: [{'id': '2676bb72-325b-4fd2-a23b-d3d6a7792a70', 'name': 'tempest-ServerRescueNegativeTestJSON-743429279-router', 'tenant_id': 'ee4b3953c588419fbca114a688fe65fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:24Z', 'updated_at': '2021-04-05T15:44:33Z', 'revision_number': 6, 'project_id': 'ee4b3953c588419fbca114a688fe65fb', 'gw_port_host': None}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:44:33.870623 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:33.878359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:34.085760 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:34.135144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0662edd-4ac6-4078-b382-c83e3c08060b,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:34.141414 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:34.163820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.173295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144ffb-7519-463f-8eac-56faac210c3c req-6496ec85-db46-4f9d-aaf0-8460c363b854 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:34.174943 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-20144ffb-7519-463f-8eac-56faac210c3c req-6496ec85-db46-4f9d-aaf0-8460c363b854 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1769590 Apr 05 15:44:34.176178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.194411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-feb6407b-be90-466b-8d4f-11859cfc3fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:34.264978 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937404'] for router_gateway, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.276280 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=784ea084afa845558bc082ace884693e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7090898 Apr 05 15:44:34.277213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1403ad6-28a4-4846-abdc-3f34d1515376,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:34.279948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55630) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:34.286037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:34.316498 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-20144ffb-7519-463f-8eac-56faac210c3c req-2a285414-87f3-4a5d-a22a-b3c119e79517 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127260 Apr 05 15:44:34.386828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f6389840-fa0e-4785-a445-a2658b761ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.423907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f6389840-fa0e-4785-a445-a2658b761ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.501431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f6389840-fa0e-4785-a445-a2658b761ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.508169 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-33c693c0-69a7-4fd1-aab4-23ac88c8a36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:34.521622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6389840-fa0e-4785-a445-a2658b761ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1403ad6-28a4-4846-abdc-3f34d1515376,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:34.536891 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743514'] for router, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.542704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.561144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f6389840-fa0e-4785-a445-a2658b761ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:34.565642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 929c1b4f-4cab-4288-9a3c-28885d316bca no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:44:34.570964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f6389840-fa0e-4785-a445-a2658b761ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.572501 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f6389840-fa0e-4785-a445-a2658b761ba6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1403ad6-28a4-4846-abdc-3f34d1515376 HTTP/1.1" status: 204 len: 168 time: 0.2884958 Apr 05 15:44:34.613954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 929c1b4f-4cab-4288-9a3c-28885d316bca {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:44:34.614525 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 929c1b4f-4cab-4288-9a3c-28885d316bca not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:44:34.615459 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device d0662edd-4ac6-4078-b382-c83e3c08060b no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:44:34.682280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: d0662edd-4ac6-4078-b382-c83e3c08060b {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:44:34.682784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device d0662edd-4ac6-4078-b382-c83e3c08060b not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:44:34.699825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830009'] for router, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.700319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2676bb72-325b-4fd2-a23b-d3d6a7792a70 {{(pid=84314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:44:34.724496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.725853 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] 10.222.0.46 "DELETE /v2.0/routers/2676bb72-325b-4fd2-a23b-d3d6a7792a70 HTTP/1.1" status: 204 len: 168 time: 2.1762161 Apr 05 15:44:34.728994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55638) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:34.771515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f7a1b-df18-4163-be3e-c31917dbd50c req-be37f244-e5ae-4ecd-a18f-a524b1ff5ed5 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:34.778439 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fe5f7a1b-df18-4163-be3e-c31917dbd50c req-be37f244-e5ae-4ecd-a18f-a524b1ff5ed5 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 931 time: 0.1534402 Apr 05 15:44:34.833371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb827c76-a2a1-4ed1-ae33-9a4082d9f654 admin admin] Deleting subnet d99690a2-97e0-4056-9a4d-9ea2a7d7efab {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:44:34.843255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bb827c76-a2a1-4ed1-ae33-9a4082d9f654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.905009 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bb827c76-a2a1-4ed1-ae33-9a4082d9f654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822484389'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:34.905975 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fe5f7a1b-df18-4163-be3e-c31917dbd50c req-0c350e57-0435-4266-9059-6e3083e46632 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187365 Apr 05 15:44:34.923667 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5293e145-b34b-4d94-adbf-70b1cf52727c req-a3321dd1-f5db-41a2-b754-9e0ce9c3ac07 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.0736060 Apr 05 15:44:35.038310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bb827c76-a2a1-4ed1-ae33-9a4082d9f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:35.571772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41c62d-0f82-401a-9595-e14bb99970b7 req-364f1411-1c03-44d8-9cfe-a9e49e4b8107 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:35.580957 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1a41c62d-0f82-401a-9595-e14bb99970b7 req-364f1411-1c03-44d8-9cfe-a9e49e4b8107 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1292038 Apr 05 15:44:35.589589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bb827c76-a2a1-4ed1-ae33-9a4082d9f654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32290304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33446941'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:35.608671 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:35.650547 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1a41c62d-0f82-401a-9595-e14bb99970b7 req-f9e338a4-89e8-43b1-ba9a-1e1b81211ab6 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657623 Apr 05 15:44:35.661958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb827c76-a2a1-4ed1-ae33-9a4082d9f654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99690a2-97e0-4056-9a4d-9ea2a7d7efab,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:35.716647 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bb827c76-a2a1-4ed1-ae33-9a4082d9f654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:35.755239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bb827c76-a2a1-4ed1-ae33-9a4082d9f654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:35.761297 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-bb827c76-a2a1-4ed1-ae33-9a4082d9f654 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d99690a2-97e0-4056-9a4d-9ea2a7d7efab HTTP/1.1" status: 204 len: 168 time: 1.0265019 Apr 05 15:44:35.764761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55668) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:35.909185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:36.188336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:36.241988 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3600a853-49b3-4d9e-ba78-f4147b876667 req-104a59f4-9d26-4cc8-99de-5ec45b924eda tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.1127913 Apr 05 15:44:36.300357 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522054c-c3cc-4f89-a438-726c5a243d48 req-353a5b4a-b78f-41e9-b9a7-161a69a3ac92 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:36.304420 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5522054c-c3cc-4f89-a438-726c5a243d48 req-353a5b4a-b78f-41e9-b9a7-161a69a3ac92 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 931 time: 0.1287105 Apr 05 15:44:36.365668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffadb37e-9238-46c9-8a24-86bdd147930a']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:36.390540 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5522054c-c3cc-4f89-a438-726c5a243d48 req-edceb5a4-a8d6-4a76-b842-e35501986307 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839522 Apr 05 15:44:36.398500 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:44:36.413540 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a9061a-ba44-4390-af34-9859e6b28d59') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:36.413994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a9061a-ba44-4390-af34-9859e6b28d59') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:44:36.440955 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32291410'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:36.464955 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:36.475447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:44:36.693589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Network ffadb37e-9238-46c9-8a24-86bdd147930a has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:44:36.703440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32290475'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:36.889658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d372f0c-8f14-464c-904c-89c6192660fd req-53d52a98-81af-478c-b919-b62c985cd847 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:36.891370 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d372f0c-8f14-464c-904c-89c6192660fd req-53d52a98-81af-478c-b919-b62c985cd847 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1045463 Apr 05 15:44:36.910314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Network ffadb37e-9238-46c9-8a24-86bdd147930a has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:44:36.936543 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:44:36.944227 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4d372f0c-8f14-464c-904c-89c6192660fd req-17975ed9-209e-4788-b402-0f7cdd045314 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448527 Apr 05 15:44:37.000191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55698) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:37.021893 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.026191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:37.043144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.052125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Pushing event deleted for resources: {'Network': ['ID=ffadb37e-9238-46c9-8a24-86bdd147930a,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:37.057311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:37.060205 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8f25de99-a975-44ec-8e94-d86f9820385e admin admin] 10.222.0.46 "DELETE /v2.0/networks/ffadb37e-9238-46c9-8a24-86bdd147930a HTTP/1.1" status: 204 len: 168 time: 1.2944326 Apr 05 15:44:37.136785 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.152629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:37.156700 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:3322c561ae2e4fbfbf3497cc81a7c063 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:37.159657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:37.165832 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:37.179916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55708) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:37.235569 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b15e9c13-1819-4abc-aa76-0a107f6fc57c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee4b3953c588419fbca114a688fe65fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541992 Apr 05 15:44:37.238202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55712) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:37.257298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.260808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.270406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-73915910-87fc-449d-a387-7e4c5c769df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:37.305847 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d88b10a2-051f-4697-98c4-09f18c87d792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.316424 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3322c561ae2e4fbfbf3497cc81a7c063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127470 Apr 05 15:44:37.316424 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8b1823-e9b9-4f95-ad00-716f8f5d95d6,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:37.317561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55718) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:37.320157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:37.336447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d88b10a2-051f-4697-98c4-09f18c87d792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.385101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3efcc5da-8dc2-4eed-9bfc-043489450e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.412272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3efcc5da-8dc2-4eed-9bfc-043489450e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.422183 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-aecf7558-0f31-49c8-bcd1-f19c2187cb8d req-ee41f9fa-66fe-4121-bcab-b9d32ef0dbe9 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.0513468 Apr 05 15:44:37.432486 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d88b10a2-051f-4697-98c4-09f18c87d792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.440671 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-387dbd0e-2a95-4adf-bf6e-3574a3e88abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:37.454915 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b10a2-051f-4697-98c4-09f18c87d792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9513025-0e88-4e17-9ac2-19262b1bb04b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:37.464148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d88b10a2-051f-4697-98c4-09f18c87d792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:37.464364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3efcc5da-8dc2-4eed-9bfc-043489450e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.465522 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d88b10a2-051f-4697-98c4-09f18c87d792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.466892 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d88b10a2-051f-4697-98c4-09f18c87d792 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9513025-0e88-4e17-9ac2-19262b1bb04b HTTP/1.1" status: 204 len: 168 time: 0.2276480 Apr 05 15:44:37.486003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-51a67237-356e-48b6-ab8b-51384ce1e3a6 tempest-VolumesNegativeTest-832689331 tempest-VolumesNegativeTest-832689331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:37.501138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcc5da-8dc2-4eed-9bfc-043489450e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8b1823-e9b9-4f95-ad00-716f8f5d95d6,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:37.504375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3efcc5da-8dc2-4eed-9bfc-043489450e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:37.505538 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3efcc5da-8dc2-4eed-9bfc-043489450e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.507141 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-3efcc5da-8dc2-4eed-9bfc-043489450e5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d8b1823-e9b9-4f95-ad00-716f8f5d95d6 HTTP/1.1" status: 204 len: 168 time: 0.1885908 Apr 05 15:44:37.600769 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dcb65-19dc-4456-b653-2946080b3b88 req-bfdef55e-989b-4868-bd6c-c8ffbd69f199 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:37.602404 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-443dcb65-19dc-4456-b653-2946080b3b88 req-bfdef55e-989b-4868-bd6c-c8ffbd69f199 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 931 time: 0.0925057 Apr 05 15:44:37.654102 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-443dcb65-19dc-4456-b653-2946080b3b88 req-21cbc91e-ae53-4b7c-b707-ee6ae7d1e7ab tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442910 Apr 05 15:44:37.960440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55740) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:37.980615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:37.998288 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:38.002414 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] Usage tracker for resource:security_group_rule and tenant:b40f43a04eca4bf2b91af15944ac46bd is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:38.005463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:38.011806 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:38.103403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:38.106692 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:38.115640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-500804b3-79a5-4175-8b33-42853d5568bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:38.161888 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b40f43a04eca4bf2b91af15944ac46bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974521 Apr 05 15:44:38.161888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2baa4e-f63b-47f1-ae86-0d6b0d1e4c90,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:38.162846 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55750) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:38.165351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5565f3-df95-4bd9-b76f-6831205167ee req-da083959-972c-47ca-a032-6936e7a1b9e5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:38.165683 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:38.167156 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3f5565f3-df95-4bd9-b76f-6831205167ee req-da083959-972c-47ca-a032-6936e7a1b9e5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.0939829 Apr 05 15:44:38.228939 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3f5565f3-df95-4bd9-b76f-6831205167ee req-1b887d84-a350-4f07-9404-ec898f5346d1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528440 Apr 05 15:44:38.234454 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e6ae43b5-acd0-4785-852e-bb40b46176e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:38.270969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e6ae43b5-acd0-4785-852e-bb40b46176e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:38.328051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e6ae43b5-acd0-4785-852e-bb40b46176e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:38.333710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a7b9588d-0c94-420b-b8c4-5285b6aaae54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:38.348053 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae43b5-acd0-4785-852e-bb40b46176e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2baa4e-f63b-47f1-ae86-0d6b0d1e4c90,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:38.350869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e6ae43b5-acd0-4785-852e-bb40b46176e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:38.352093 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e6ae43b5-acd0-4785-852e-bb40b46176e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:38.353337 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e6ae43b5-acd0-4785-852e-bb40b46176e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d2baa4e-f63b-47f1-ae86-0d6b0d1e4c90 HTTP/1.1" status: 204 len: 168 time: 0.1895204 Apr 05 15:44:38.814222 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5d082426-8199-4747-a27d-1d8d3f00f50e req-cb320f09-f6c5-4d74-938e-bdc1c7aefd94 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.2790151 Apr 05 15:44:39.008094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd4771-8de2-459c-9334-1890fe846d1d req-c734480e-918d-40be-830d-f9043dfda6de tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:39.010352 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c8dd4771-8de2-459c-9334-1890fe846d1d req-c734480e-918d-40be-830d-f9043dfda6de tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 931 time: 0.0957000 Apr 05 15:44:39.067669 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c8dd4771-8de2-459c-9334-1890fe846d1d req-20a2d047-2aa3-40c6-8bc0-914f48dc751d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506670 Apr 05 15:44:39.431876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926b9c3-4532-4020-b1df-2c1275d4d9da req-712d9435-664f-439e-8a28-0c7b445d3e5f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:39.433528 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9926b9c3-4532-4020-b1df-2c1275d4d9da req-712d9435-664f-439e-8a28-0c7b445d3e5f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.0892951 Apr 05 15:44:39.482035 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9926b9c3-4532-4020-b1df-2c1275d4d9da req-c002e2aa-1a35-4953-9e4b-88b9bc5c9757 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419412 Apr 05 15:44:39.974304 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-716cd576-8e5c-4815-871e-44371c85061f req-ab6af3bd-75b7-430a-bab5-8c0b94478281 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.0517108 Apr 05 15:44:40.167430 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Request body: {'port': {'device_id': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:44:40.323204 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbd863-9e96-4b64-b694-4f8d46c0a16f req-f0ae2f51-018a-4291-828e-7becda28481a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:40.326646 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5fbd863-9e96-4b64-b694-4f8d46c0a16f req-f0ae2f51-018a-4291-828e-7becda28481a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 931 time: 0.1191394 Apr 05 15:44:40.364363 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:40.389064 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b5fbd863-9e96-4b64-b694-4f8d46c0a16f req-b40e1e10-2a3a-4d74-9491-57f98083a506 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Apr 05 15:44:40.705076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73962996-8d37-4663-9619-5dade49b0ac8 req-6604456b-33bf-43a0-b7f0-67cacee2e749 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:40.706869 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-73962996-8d37-4663-9619-5dade49b0ac8 req-6604456b-33bf-43a0-b7f0-67cacee2e749 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.0968997 Apr 05 15:44:40.758816 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-73962996-8d37-4663-9619-5dade49b0ac8 req-14a737c0-a0cb-4ab7-8abd-4852d0efb6d9 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452666 Apr 05 15:44:40.900023 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d83c991-fc8e-46ec-ba7b-cdde434ac006 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:44:40.909232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:40.925570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Transition to ACTIVE for port object 1d83c991-fc8e-46ec-ba7b-cdde434ac006 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:44:40.930987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:40.968832 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-04c2ce5a-46df-42fa-8fe8-33e8fc16d94a tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:41.110897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Pushing event updated for resources: {'Port': ['ID=1d83c991-fc8e-46ec-ba7b-cdde434ac006,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:41.115615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:41.141854 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2234ad15-7720-4c22-8e2f-8f6fdfa3d6c4 req-82c67beb-410e-4103-abfc-0de52bd8adde tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.0486031 Apr 05 15:44:41.322301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Attempting to bind port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:44:41.322777 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Attempting to bind port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:44:41.323037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Attempting to bind port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 on network 7fe767f3-1fd6-4241-a869-f4c019752f33 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:44:41.328543 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 on network 7fe767f3-1fd6-4241-a869-f4c019752f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:44:41.328910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Attempting to bind port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 on network 7fe767f3-1fd6-4241-a869-f4c019752f33 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:44:41.334435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:44:41.334816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Checking segment: {'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:44:41.335241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Bound using segment: {'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:44:41.335714 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Bound port: 1d83c991-fc8e-46ec-ba7b-cdde434ac006, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:44:41.336101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:41.432245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] For port 1d83c991-fc8e-46ec-ba7b-cdde434ac006, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:44:41.436075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] For port 1d83c991-fc8e-46ec-ba7b-cdde434ac006, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:44:41.440019 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:41.456205 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9bac0ad9-2978-4811-844f-9a70a360fc1d tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:41.540886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Pushing event updated for resources: {'Port': ['ID=1d83c991-fc8e-46ec-ba7b-cdde434ac006,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:41.546786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:41.635431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81e045-b3f2-4be0-855e-72afd9634981 req-4d75a840-7192-44e6-b10f-eb37d4eca01b tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:41.638307 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4f81e045-b3f2-4be0-855e-72afd9634981 req-4d75a840-7192-44e6-b10f-eb37d4eca01b tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 943 time: 0.0959599 Apr 05 15:44:41.713081 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4f81e045-b3f2-4be0-855e-72afd9634981 req-a1a6a76e-43bc-41ee-9454-5e325e6dd94f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682495 Apr 05 15:44:41.721844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:41.722760 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:41.724787 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 1093 time: 1.5634696 Apr 05 15:44:41.725494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:41.862489 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'status': 'completed', 'code': 200} Apr 05 15:44:42.021359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad12276-7410-402e-9299-a51dbcf30b64 req-670087f2-012d-46f3-8717-297e08b9d619 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:42.033177 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cad12276-7410-402e-9299-a51dbcf30b64 req-670087f2-012d-46f3-8717-297e08b9d619 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1128778 Apr 05 15:44:42.093042 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cad12276-7410-402e-9299-a51dbcf30b64 req-f72bf3f7-3bd7-4d8b-90a0-f31db33f15a1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587006 Apr 05 15:44:42.094959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734e82-c6b7-4092-be37-ec839b271f9d req-0af6acad-b900-4a58-8cb6-3efd4c3d8f07 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:42.097866 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-0af6acad-b900-4a58-8cb6-3efd4c3d8f07 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.49 "GET /v2.0/networks?id=374be1cf-8b54-4d0d-a103-7ce844ebe967 HTTP/1.1" status: 200 len: 809 time: 0.4071724 Apr 05 15:44:42.111349 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-29614c60-f8ec-4bfd-ad23-75a8850266bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:42.112944 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-29614c60-f8ec-4bfd-ad23-75a8850266bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74c4fd7675e4886b8f69edf9f1f3702&device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 1096 time: 0.2496569 Apr 05 15:44:42.377993 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-88e4e0ae-d450-4d27-81e0-3bd55f2d9193 req-e117f253-3b2b-4755-9a4d-93de716ce860 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.0870996 Apr 05 15:44:42.466687 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-7111c586-956a-4631-a69a-bcd3a40641e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 217 time: 0.3330195 Apr 05 15:44:42.583194 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-317a2714-1aa8-47de-b0cc-a4e5eb2fa315 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50b4869466944f58a893a7555345d2fa HTTP/1.1" status: 200 len: 8061 time: 0.4757421 Apr 05 15:44:42.589025 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-a7c2560b-45e9-45d1-b4e0-92a20c266df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:42.591084 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-a7c2560b-45e9-45d1-b4e0-92a20c266df1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65215ba3-c215-4da1-9f03-1c715aba4fda HTTP/1.1" status: 200 len: 853 time: 0.1135609 Apr 05 15:44:42.596114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Request body: {'port': {'device_id': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'admin_state_up': True, 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'security_groups': ['0636f655-6b59-4699-af44-d344737f1960']}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:44:42.809685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:42.815344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-bb928747-cde1-471a-838d-a43b24affd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:42.816976 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-bb928747-cde1-471a-838d-a43b24affd9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7fe767f3-1fd6-4241-a869-f4c019752f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2034605 Apr 05 15:44:42.824252 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:42.857165 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9bc27bae-2330-42e4-9361-ada295d92df0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:44:42.929026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Made reservation on behalf of 50b4869466944f58a893a7555345d2fa for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:44:42.935738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:42.979463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872ae28-89ab-4bc6-ab3c-f8dfd75fc604 req-5e53d23b-abad-4296-8233-5702b255068e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:42.982204 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2872ae28-89ab-4bc6-ab3c-f8dfd75fc604 req-5e53d23b-abad-4296-8233-5702b255068e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 943 time: 0.1220300 Apr 05 15:44:43.044987 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2872ae28-89ab-4bc6-ab3c-f8dfd75fc604 req-c1eabdfb-2058-4d15-a234-1f08c892c9ec tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558658 Apr 05 15:44:43.082334 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-5151e8f9-84a5-497c-9e8c-959165ff8260 service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550843 Apr 05 15:44:43.136202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:43.151662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '9bc27bae-2330-42e4-9361-ada295d92df0', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'port_id': '9bc27bae-2330-42e4-9361-ada295d92df0', 'mac_address': 'fa:16:3e:85:31:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:44:43.217603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:43.239993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bc27bae-2330-42e4-9361-ada295d92df0 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:44:43.258314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:43.263022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:43.265631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:43.323781 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-df99fdc8-9a76-4c4f-acec-71275b81d65f req-143f895b-e78a-442b-b664-08ee447d9877 service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294054 Apr 05 15:44:43.342067 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Allocated IP 172.20.0.6 (374be1cf-8b54-4d0d-a103-7ce844ebe967/9fe828f5-be37-4522-b6cf-b0dd642bb320/6ee20e6a-c3ed-428d-a808-1d09f6f2def4) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:44:43.343615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b6078-e9ad-455b-87e9-792835ff18ed req-f8f4eee9-69de-4d84-ae6b-e52cd8bb759d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:43.345658 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4f3b6078-e9ad-455b-87e9-792835ff18ed req-f8f4eee9-69de-4d84-ae6b-e52cd8bb759d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 944 time: 0.1223674 Apr 05 15:44:43.397113 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=6']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:43.408584 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.409284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.409835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.410416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.411353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.411869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.412538 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.413125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.413636 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.414141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.414661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.415174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:44:43.419983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['9bc27bae-2330-42e4-9361-ada295d92df0'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:44:43.432501 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4f3b6078-e9ad-455b-87e9-792835ff18ed req-12569947-f252-46da-a42e-7af04f4c18fa tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789661 Apr 05 15:44:43.469755 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:43.625665 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-93e7cf88-b541-4255-a87d-8ae32f8ea143 req-3fc2df21-7c35-4cc0-afc7-73196e550801 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.0822663 Apr 05 15:44:43.781267 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-abeb38fe-e7bc-4190-b2c1-09f715609ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:43.782878 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-abeb38fe-e7bc-4190-b2c1-09f715609ecd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74c4fd7675e4886b8f69edf9f1f3702&device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 1096 time: 0.3719754 Apr 05 15:44:43.915574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:43.947793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Transition to ACTIVE for port object 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:44:43.982165 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-63693795-1f08-44bd-9176-eb565a840bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:43.983808 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-63693795-1f08-44bd-9176-eb565a840bf2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7fe767f3-1fd6-4241-a869-f4c019752f33 HTTP/1.1" status: 200 len: 915 time: 0.1911352 Apr 05 15:44:44.065646 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-b850ba97-3a6c-486e-bacd-3f9fc0cad009 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 217 time: 0.0734086 Apr 05 15:44:44.070199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:44.121427 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-45b6a307-03e1-4e48-95e4-5120946d07c6 tempest-VolumesActionsTest-2142773331 tempest-VolumesActionsTest-2142773331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:44.239793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c73a5-0a89-4c69-9fdf-6b60c83b4b0e req-f5370c3a-a411-4480-a2a9-02dc73fcfa32 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:44.241463 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d02c73a5-0a89-4c69-9fdf-6b60c83b4b0e req-f5370c3a-a411-4480-a2a9-02dc73fcfa32 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 943 time: 0.0888283 Apr 05 15:44:44.293301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event updated for resources: {'Port': ['ID=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:44.294968 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d02c73a5-0a89-4c69-9fdf-6b60c83b4b0e req-86c8cb4b-f925-4ca3-a324-63e81c2d3ddf tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466273 Apr 05 15:44:44.298611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-a928e265-3f10-4333-b8fb-832da53fd171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:44.300181 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-a928e265-3f10-4333-b8fb-832da53fd171 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65215ba3-c215-4da1-9f03-1c715aba4fda HTTP/1.1" status: 200 len: 853 time: 0.2278008 Apr 05 15:44:44.302815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:44.402880 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:44:44.405213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:44:44.409579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:44:44.469065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-8192a566-a6b3-48fc-ba5e-5585ccd00de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:44.470706 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-8192a566-a6b3-48fc-ba5e-5585ccd00de6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7fe767f3-1fd6-4241-a869-f4c019752f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1630712 Apr 05 15:44:44.510882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:44.511571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:44.616328 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0241861 Apr 05 15:44:44.632772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Request body: {'port': {'device_id': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:44:44.641871 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a12f2-6f13-4226-8f54-d7ae54ae6419 req-046c9b75-71f9-40ee-8bfb-7e76f9ee8fd9 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:44.643484 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a77a12f2-6f13-4226-8f54-d7ae54ae6419 req-046c9b75-71f9-40ee-8bfb-7e76f9ee8fd9 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 944 time: 0.0927539 Apr 05 15:44:44.670713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-fac3c915-77dd-4650-a52a-cceabccd70f0 None None] Provisioning for port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:44.686484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-fac3c915-77dd-4650-a52a-cceabccd70f0 None None] Provisioning complete for port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:44.687511 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fac3c915-77dd-4650-a52a-cceabccd70f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:44.698735 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-7fb24632-6210-467e-af39-a4f1a4d5547f service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198114 Apr 05 15:44:44.700154 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a77a12f2-6f13-4226-8f54-d7ae54ae6419 req-5be11d4b-6baa-4286-9f1a-06b7d1feeb9d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441484 Apr 05 15:44:44.784320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-fac3c915-77dd-4650-a52a-cceabccd70f0 None None] Port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:44:44.857311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9bc27bae-2330-42e4-9361-ada295d92df0 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:44.868175 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fa4a2-3d2e-4165-ad88-136ea9d69bdb req-8bab9a50-1391-403e-b541-d201e3a2b444 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:44.869850 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c68fa4a2-3d2e-4165-ad88-136ea9d69bdb req-8bab9a50-1391-403e-b541-d201e3a2b444 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 931 time: 0.1101332 Apr 05 15:44:44.930206 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c68fa4a2-3d2e-4165-ad88-136ea9d69bdb req-a83b75fe-480f-49ac-8107-8ca9250e7780 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532122 Apr 05 15:44:44.940649 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6095cfaf-4af7-49a6-a75b-153db43cf67e req-166e11be-2925-4d91-a771-77cdc7cd6501 service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315390 Apr 05 15:44:44.940649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:44.940831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 9bc27bae-2330-42e4-9361-ada295d92df0 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:44.940831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:45.113941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:45.177134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:45.178442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:45.186083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:45.189146 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:45.309176 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0', 'code': 200} Apr 05 15:44:45.333795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=7']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:45.349443 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:45.471097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:44:45.479823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:45.500635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Transition to ACTIVE for port object 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:44:45.504829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:45.529603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05197dc-3bea-4244-8284-aa37aab00e5b req-13649d4a-2ffd-431e-b580-de62ba7fca35 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:45.537497 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c05197dc-3bea-4244-8284-aa37aab00e5b req-13649d4a-2ffd-431e-b580-de62ba7fca35 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 943 time: 0.1013448 Apr 05 15:44:45.602228 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c05197dc-3bea-4244-8284-aa37aab00e5b req-e453c3b7-e842-435c-8f7a-8e6f3b9506bf tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634711 Apr 05 15:44:45.711593 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 55980) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:45.878716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:45.883944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a1d09f5b-7b55-4fe5-b592-3c1ab8d16000 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:45.940438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:45.947635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] Usage tracker for resource:security_group_rule and tenant:843c087c579f4275b1da27042d68472f is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:45.962078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:45.981063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:46.030158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:46.062953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:46.154953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Attempting to bind port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:44:46.155340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Attempting to bind port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:44:46.155717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Attempting to bind port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 on network 374be1cf-8b54-4d0d-a103-7ce844ebe967 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:44:46.161116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 on network 374be1cf-8b54-4d0d-a103-7ce844ebe967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:44:46.161481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Attempting to bind port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 on network 374be1cf-8b54-4d0d-a103-7ce844ebe967 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:44:46.167658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:44:46.168076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Checking segment: {'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:44:46.168533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Bound using segment: {'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:44:46.169300 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Bound port: 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fae552f-ed48-4ece-9f38-d3f034c80f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:44:46.169657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:46.169804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:46.175581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:46.191256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6d4780c7-eac1-46a5-986b-95b5f03e7ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:46.247047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94ec0c-0c4a-4aba-adc7-612c97f2af67 req-a6a4b2a9-86a1-4299-8b3c-0fd1bf90e5f3 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:46.251261 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8f94ec0c-0c4a-4aba-adc7-612c97f2af67 req-a6a4b2a9-86a1-4299-8b3c-0fd1bf90e5f3 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.3740556 Apr 05 15:44:46.274657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] For port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:44:46.277900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] For port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:44:46.282066 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:46.287116 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=843c087c579f4275b1da27042d68472f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5713038 Apr 05 15:44:46.298569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 55994) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:46.299487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-91ac2002-d9e7-4d44-96aa-80405a381e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:46.305058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01665f53-1822-413c-9484-4b2bd30e330b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:46.312274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:46.344412 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ebf7e-e31f-4db8-a85e-9c87f3c38b90 req-e4d601d6-89a0-4210-b723-cdf24de49860 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:46.346121 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f12ebf7e-e31f-4db8-a85e-9c87f3c38b90 req-e4d601d6-89a0-4210-b723-cdf24de49860 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 943 time: 0.2638199 Apr 05 15:44:46.351913 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8f94ec0c-0c4a-4aba-adc7-612c97f2af67 req-27d6d7aa-e276-4ff5-a02c-0cfbd4c82b4d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828111 Apr 05 15:44:46.400632 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f12ebf7e-e31f-4db8-a85e-9c87f3c38b90 req-4636ac15-4b71-4360-b1a2-d659467a19a3 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473258 Apr 05 15:44:46.514767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:46.522215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:46.522948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ca1faace-8228-4d4b-9b5f-93675a63cd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:46.576096 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ca1faace-8228-4d4b-9b5f-93675a63cd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:46.590091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:46.590775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:46.592282 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] 10.222.0.49 "PUT /v2.0/ports/6ee20e6a-c3ed-428d-a808-1d09f6f2def4 HTTP/1.1" status: 200 len: 1093 time: 1.9660964 Apr 05 15:44:46.592800 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:46.690400 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'status': 'completed', 'code': 200} Apr 05 15:44:46.719007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ca1faace-8228-4d4b-9b5f-93675a63cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:46.724366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-398002a9-57b4-4c9f-86de-3b73b0f4921c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:46.746498 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1faace-8228-4d4b-9b5f-93675a63cd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01665f53-1822-413c-9484-4b2bd30e330b,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:46.751097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ca1faace-8228-4d4b-9b5f-93675a63cd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:46.757667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ca1faace-8228-4d4b-9b5f-93675a63cd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:46.758897 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ca1faace-8228-4d4b-9b5f-93675a63cd04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01665f53-1822-413c-9484-4b2bd30e330b HTTP/1.1" status: 204 len: 168 time: 0.4283671 Apr 05 15:44:46.770701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734e82-c6b7-4092-be37-ec839b271f9d req-33fbe7d7-52b9-41a1-a000-c410f37fbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:46.775155 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-33fbe7d7-52b9-41a1-a000-c410f37fbcd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50b4869466944f58a893a7555345d2fa&device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1096 time: 0.1295385 Apr 05 15:44:46.835596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e3c4f-f2d9-4a5e-914b-07cfceab3514 req-5d4db3ad-ad8b-4206-b90a-fa08c5767fcd tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:46.837967 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e57e3c4f-f2d9-4a5e-914b-07cfceab3514 req-5d4db3ad-ad8b-4206-b90a-fa08c5767fcd tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 943 time: 0.1128836 Apr 05 15:44:46.865257 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-602cce4a-f7db-4dd7-bfae-2dcc46e8ad30 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4 HTTP/1.1" status: 200 len: 217 time: 0.0815830 Apr 05 15:44:46.941661 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e57e3c4f-f2d9-4a5e-914b-07cfceab3514 req-cf2bad10-54d0-4cfb-9119-b4df0fcb9e41 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950871 Apr 05 15:44:46.958254 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734e82-c6b7-4092-be37-ec839b271f9d req-0216ea8f-4dd7-4048-b360-a85fa184cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:46.966331 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-0216ea8f-4dd7-4048-b360-a85fa184cff2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe828f5-be37-4522-b6cf-b0dd642bb320 HTTP/1.1" status: 200 len: 848 time: 0.0943937 Apr 05 15:44:47.066867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734e82-c6b7-4092-be37-ec839b271f9d req-a8bcc1ae-ce91-46c9-9f41-89dc037436c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:47.068665 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-a8bcc1ae-ce91-46c9-9f41-89dc037436c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374be1cf-8b54-4d0d-a103-7ce844ebe967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951657 Apr 05 15:44:47.181452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba43237-d40c-4168-b150-888d3b3f33f9 req-4c69e7c4-bbed-46f4-a122-855d6e328a3b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:47.183165 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cba43237-d40c-4168-b150-888d3b3f33f9 req-4c69e7c4-bbed-46f4-a122-855d6e328a3b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 945 time: 0.1203475 Apr 05 15:44:47.243529 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cba43237-d40c-4168-b150-888d3b3f33f9 req-0627b62b-f539-4387-832e-22604aa8b4df tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521619 Apr 05 15:44:47.247554 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-775a39e1-16c0-482c-952c-d0f6b38f2ccf service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703703 Apr 05 15:44:47.394878 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-86734e82-c6b7-4092-be37-ec839b271f9d req-16a38998-97a3-4173-9ec4-4aafd0e7860d service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388948 Apr 05 15:44:47.549726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-852f6a41-588d-434f-8077-e9b44a7203ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:47.551428 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-852f6a41-588d-434f-8077-e9b44a7203ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50b4869466944f58a893a7555345d2fa&device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1096 time: 0.1056561 Apr 05 15:44:47.650997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd904-3706-4f2f-9492-aa71fc83ec00 req-b5473cea-f585-40d7-a08e-ac89dfacee21 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:47.652600 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-155fd904-3706-4f2f-9492-aa71fc83ec00 req-b5473cea-f585-40d7-a08e-ac89dfacee21 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1697605 Apr 05 15:44:47.660760 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65715a0-21f9-43c7-839d-d61e41e762be req-9e6922fe-8f74-42ed-9615-7b9b67332776 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:47.664295 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e65715a0-21f9-43c7-839d-d61e41e762be req-9e6922fe-8f74-42ed-9615-7b9b67332776 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 943 time: 0.1298563 Apr 05 15:44:47.704046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-ffc9d45f-fb30-4475-967c-44fde9fe97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:47.705655 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-ffc9d45f-fb30-4475-967c-44fde9fe97fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=374be1cf-8b54-4d0d-a103-7ce844ebe967 HTTP/1.1" status: 200 len: 910 time: 0.1469738 Apr 05 15:44:47.742573 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-155fd904-3706-4f2f-9492-aa71fc83ec00 req-f9136ed2-fd3d-4b21-bb65-0a208d7d30c8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765481 Apr 05 15:44:47.748198 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e65715a0-21f9-43c7-839d-d61e41e762be req-1c665283-4d84-497a-9b90-c2a7a9667f54 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671880 Apr 05 15:44:47.938155 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-e4576caa-9398-4fbf-ab0f-839cddd5691f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4 HTTP/1.1" status: 200 len: 217 time: 0.0761209 Apr 05 15:44:48.057873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-1e1a1651-23a6-4342-ae35-beb71ba5d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:48.060639 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-1e1a1651-23a6-4342-ae35-beb71ba5d79b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe828f5-be37-4522-b6cf-b0dd642bb320 HTTP/1.1" status: 200 len: 848 time: 0.0876014 Apr 05 15:44:48.167955 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-d823ba01-9d81-4625-a9bb-5bd9ab62fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:48.170491 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-d823ba01-9d81-4625-a9bb-5bd9ab62fd33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374be1cf-8b54-4d0d-a103-7ce844ebe967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911882 Apr 05 15:44:48.178012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8c874-6238-4deb-8408-ca62c58e9b47 req-9bb4d474-5462-4c65-8bed-b6b24f2747e6 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:48.185810 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a1a8c874-6238-4deb-8408-ca62c58e9b47 req-9bb4d474-5462-4c65-8bed-b6b24f2747e6 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 943 time: 0.1022413 Apr 05 15:44:48.253947 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a1a8c874-6238-4deb-8408-ca62c58e9b47 req-17f75467-1907-4ae1-855a-c982615d0da8 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670447 Apr 05 15:44:48.406191 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-fbffb645-11df-4560-a066-f57cc62442a8 service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272367 Apr 05 15:44:48.481849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5221fc3-402b-4547-ae3a-84d345898d55 req-0c3905a4-1fff-48a9-a947-8bb33469a932 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:48.483816 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e5221fc3-402b-4547-ae3a-84d345898d55 req-0c3905a4-1fff-48a9-a947-8bb33469a932 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 945 time: 0.1130397 Apr 05 15:44:48.565706 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e5221fc3-402b-4547-ae3a-84d345898d55 req-c0f18509-f88b-4c56-8363-5ee880c3e4bb tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734360 Apr 05 15:44:48.605933 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd64a5b8-afdf-41b4-ab18-67a9f013bda5 req-890604bb-5498-4772-a202-74a9b0c194ba service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909587 Apr 05 15:44:48.854682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 1d83c991-fc8e-46ec-ba7b-cdde434ac006 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:44:49.130842 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 1d83c991-fc8e-46ec-ba7b-cdde434ac006, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:49.147434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'port_id': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'mac_address': 'fa:16:3e:90:ca:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:44:49.171970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458df87b-fd01-49f2-8f56-6fd089699238 req-731941f0-1cac-4cb2-a2e7-22382f7b1e3b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:49.180155 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-458df87b-fd01-49f2-8f56-6fd089699238 req-731941f0-1cac-4cb2-a2e7-22382f7b1e3b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1714473 Apr 05 15:44:49.190756 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1a067-54d8-4ebf-8a1f-26b1a6b15f70 req-f74f73ab-a2ea-4ccb-be37-e69423828033 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:49.198801 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-97c1a067-54d8-4ebf-8a1f-26b1a6b15f70 req-f74f73ab-a2ea-4ccb-be37-e69423828033 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 943 time: 0.2677848 Apr 05 15:44:49.222682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:49.244708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d83c991-fc8e-46ec-ba7b-cdde434ac006 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:44:49.266090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 1d83c991-fc8e-46ec-ba7b-cdde434ac006, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:49.272829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:49.276913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec3db9ec-774b-46c1-a43c-642b84ce28d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:49.278338 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-458df87b-fd01-49f2-8f56-6fd089699238 req-43c2673f-e4c8-4af2-a333-4a5db27c8d1a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969589 Apr 05 15:44:49.343161 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-97c1a067-54d8-4ebf-8a1f-26b1a6b15f70 req-755a5405-4ebe-45f9-a136-7e8566efbdb6 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428032 Apr 05 15:44:49.525642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=1d83c991-fc8e-46ec-ba7b-cdde434ac006,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:49.534057 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:49.561934 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8ac3f-aca3-421b-8d8e-c3de47732dec req-2c0ed4c9-85c2-45eb-b3dc-e017bdd9946c tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:49.570869 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-faa8ac3f-aca3-421b-8d8e-c3de47732dec req-2c0ed4c9-85c2-45eb-b3dc-e017bdd9946c tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 944 time: 0.1220009 Apr 05 15:44:49.654528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['1d83c991-fc8e-46ec-ba7b-cdde434ac006'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:44:49.655976 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-faa8ac3f-aca3-421b-8d8e-c3de47732dec req-ee04c58a-f9c0-40bf-8aed-c11b64a56a87 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839896 Apr 05 15:44:49.827015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcf678-4afe-4d6f-a3b6-702ef2168de4 req-8668d656-0531-4391-ac4a-7fbabd7c0335 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:49.835282 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3ebcf678-4afe-4d6f-a3b6-702ef2168de4 req-8668d656-0531-4391-ac4a-7fbabd7c0335 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 945 time: 0.1048379 Apr 05 15:44:49.891310 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3ebcf678-4afe-4d6f-a3b6-702ef2168de4 req-d71240d2-73c8-49cc-907f-221ffe680b8d tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546541 Apr 05 15:44:50.718243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41673205-c579-4cb9-8b71-919e5cb22cfd req-da624f18-213a-474f-a19a-da535f267820 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:50.723427 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-41673205-c579-4cb9-8b71-919e5cb22cfd req-da624f18-213a-474f-a19a-da535f267820 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.2245805 Apr 05 15:44:50.744570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a051e-a121-44a4-8ea7-0452d2f80477 req-e37bf10e-48d0-4950-973a-25b9192ae5c0 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:50.746833 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-eb5a051e-a121-44a4-8ea7-0452d2f80477 req-e37bf10e-48d0-4950-973a-25b9192ae5c0 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 943 time: 0.1655266 Apr 05 15:44:50.833569 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-eb5a051e-a121-44a4-8ea7-0452d2f80477 req-89e32e4e-2bd3-4062-b1b4-de33424b43d6 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674477 Apr 05 15:44:50.842399 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-41673205-c579-4cb9-8b71-919e5cb22cfd req-b95e6a2c-f1f9-4772-8e31-b62cd7b16ae8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083407 Apr 05 15:44:50.877066 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:44:50.884035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 1d83c991-fc8e-46ec-ba7b-cdde434ac006 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:51.093429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:51.113332 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:51.114038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:51.265147 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783c750-35d7-45fb-a7a0-b574c004d1a1 req-0a454bb2-5a27-4ca5-a6e3-7af45bc64502 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:51.266821 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9783c750-35d7-45fb-a7a0-b574c004d1a1 req-0a454bb2-5a27-4ca5-a6e3-7af45bc64502 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 944 time: 0.1490448 Apr 05 15:44:51.287322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ff8b2-a6bd-4d04-b1b2-2b0818165ec6 req-b4329436-2846-4bcd-9d16-4cccf9c10e70 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:51.296497 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c99ff8b2-a6bd-4d04-b1b2-2b0818165ec6 req-b4329436-2846-4bcd-9d16-4cccf9c10e70 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 945 time: 0.2338800 Apr 05 15:44:51.353058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:51.374664 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:51.384150 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c99ff8b2-a6bd-4d04-b1b2-2b0818165ec6 req-3ca9e3e5-9d92-49f8-90b9-e05babd21b3b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866871 Apr 05 15:44:51.406167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:51.415060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'port_id': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'mac_address': 'fa:16:3e:03:8c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:44:51.452886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 1d83c991-fc8e-46ec-ba7b-cdde434ac006, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:51.467763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:51.469663 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9783c750-35d7-45fb-a7a0-b574c004d1a1 req-201aea27-af8c-46e9-9029-5b08da17618c tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939199 Apr 05 15:44:51.478054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:51.531483 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'code': 200} Apr 05 15:44:51.551921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:51.578056 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:44:51.592282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=1d83c991-fc8e-46ec-ba7b-cdde434ac006,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:51.597057 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:51.601726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:51.608424 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:51.611324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:51.807056 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:51.824884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:52.065793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7a956-8167-49e0-b3ea-8f12b4555202 req-1150e39b-4080-4aa4-8705-172c46af8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:52.067416 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-73b7a956-8167-49e0-b3ea-8f12b4555202 req-1150e39b-4080-4aa4-8705-172c46af8f11 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 1098 time: 0.1574905 Apr 05 15:44:52.081203 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['6ee20e6a-c3ed-428d-a808-1d09f6f2def4'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:44:52.149472 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-73b7a956-8167-49e0-b3ea-8f12b4555202 req-484ccc7b-b9f0-4bff-b17d-c764c1f6ec20 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736585 Apr 05 15:44:52.271952 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffb583-8a0a-42d1-b09f-3cfbf134c58e req-e4dbd50b-b289-4bd4-9e64-a366f00eaf79 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:52.273618 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d7ffb583-8a0a-42d1-b09f-3cfbf134c58e req-e4dbd50b-b289-4bd4-9e64-a366f00eaf79 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.2567859 Apr 05 15:44:52.282716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5f6f3-5fa9-4a12-9af0-2742e32446ce req-a826e62e-7944-49f6-a792-2ac3d65b4537 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:52.284282 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-95f5f6f3-5fa9-4a12-9af0-2742e32446ce req-a826e62e-7944-49f6-a792-2ac3d65b4537 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 944 time: 0.1589582 Apr 05 15:44:52.433904 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d7ffb583-8a0a-42d1-b09f-3cfbf134c58e req-9cc5cc7e-3c57-495e-b317-6cf68253f75a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474459 Apr 05 15:44:52.477759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-9f523ca4-d048-45e2-b1dd-47555ea59a05 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:52.478565 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-9f523ca4-d048-45e2-b1dd-47555ea59a05 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Synchronizing usage tracker for tenant:f6c719be0a46475ab9d0727d86cc6db6 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:44:52.489300 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-95f5f6f3-5fa9-4a12-9af0-2742e32446ce req-5ac37a6a-01c4-4bec-b0e3-a371431d293f tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608121 Apr 05 15:44:52.510832 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-9f523ca4-d048-45e2-b1dd-47555ea59a05 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Unset dirty status for tenant:f6c719be0a46475ab9d0727d86cc6db6 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:44:52.512325 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-9f523ca4-d048-45e2-b1dd-47555ea59a05 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 945 time: 0.2216113 Apr 05 15:44:52.623957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Deleting port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:44:52.624348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:52.975625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] For port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,segment=NetworkSegment(7650673a-a8d6-405e-b097-fcf31545d760),segment_id=7650673a-a8d6-405e-b097-fcf31545d760)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:52.976593 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:52.984667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5d4ac-0a47-4c33-bda4-9d00a03f50c4 req-2e81b834-3153-41ae-b2a3-611a146fdbf3 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:52.992378 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3ed5d4ac-0a47-4c33-bda4-9d00a03f50c4 req-2e81b834-3153-41ae-b2a3-611a146fdbf3 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 945 time: 0.2618203 Apr 05 15:44:53.035005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aae3a-e233-44c6-99be-756279a3627c req-4cdf9577-49fe-4c96-bc48-5cd5b5b185b3 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:53.036670 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6e2aae3a-e233-44c6-99be-756279a3627c req-4cdf9577-49fe-4c96-bc48-5cd5b5b185b3 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 945 time: 0.2217698 Apr 05 15:44:53.078581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56208) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:53.093334 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3ed5d4ac-0a47-4c33-bda4-9d00a03f50c4 req-1d36d403-e247-45bd-a78a-5817d8e3aa58 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999346 Apr 05 15:44:53.143384 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6e2aae3a-e233-44c6-99be-756279a3627c req-6cdc4fbe-6065-4e76-9296-d18bc074a253 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947030 Apr 05 15:44:53.164991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Calling delete_port for 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:44:53.325989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:53.352653 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:53.360027 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] Usage tracker for resource:security_group_rule and tenant:2a6fd1b1a353432ab9eb10bd75cef086 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:53.363253 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:53.370717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:53.376172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:53.398238 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d82d8dbe-21f1-4ed6-846c-b03cfd3b25d9 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:53.462599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Pushing event deleted for resources: {'Port': ['ID=2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:53.470457 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:53.582384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:53.587039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:53.664997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-13c72a0d-68eb-41ad-931e-9811700c649e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:53.679432 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a6fd1b1a353432ab9eb10bd75cef086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820789 Apr 05 15:44:53.716434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56218) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:53.717607 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] No DVR routers for this DVR port 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:44:53.735718 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:53.748395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dbc5e5-ef83-4f93-b87f-5a7a289fbaba', 'name': 'network-vif-deleted', 'tag': '2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:53.759538 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-88d43e5a-2ea9-4773-a674-8308b2b7af5e req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.49 "DELETE /v2.0/ports/2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e HTTP/1.1" status: 204 len: 173 time: 1.2406490 Apr 05 15:44:53.859447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5e3d-2864-4437-b283-cf620a6bb6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:53.928144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5e3d-2864-4437-b283-cf620a6bb6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:54.031354 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b906235-1312-487b-afe5-b5e14336b0ca,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:54.042236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:54.051464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5e3d-2864-4437-b283-cf620a6bb6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:54.061761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1cdf50b2-62b2-467c-bd00-6f86522981b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:54.079392 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec5e3d-2864-4437-b283-cf620a6bb6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b906235-1312-487b-afe5-b5e14336b0ca,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:54.090189 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b8ec5e3d-2864-4437-b283-cf620a6bb6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:54.091093 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71832f40-9784-4a89-8fad-98a0229ccf25 req-9f105f4f-4cb4-4ab5-9740-bae6654da1ef tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:54.091877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5e3d-2864-4437-b283-cf620a6bb6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:54.093364 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b8ec5e3d-2864-4437-b283-cf620a6bb6c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b906235-1312-487b-afe5-b5e14336b0ca HTTP/1.1" status: 204 len: 168 time: 0.3737795 Apr 05 15:44:54.099291 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-71832f40-9784-4a89-8fad-98a0229ccf25 req-9f105f4f-4cb4-4ab5-9740-bae6654da1ef tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 944 time: 0.4356580 Apr 05 15:44:54.156225 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5eb759-b26b-436f-ad37-6f186b2027da req-553080c8-0044-4a2f-b2f3-9860c7592dbc tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:54.164998 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-db5eb759-b26b-436f-ad37-6f186b2027da req-553080c8-0044-4a2f-b2f3-9860c7592dbc tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.4815304 Apr 05 15:44:54.201437 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-71832f40-9784-4a89-8fad-98a0229ccf25 req-f82ca262-a074-474e-9336-4bbc71abef6d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010704 Apr 05 15:44:54.286262 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dbc5e5-ef83-4f93-b87f-5a7a289fbaba', 'name': 'network-vif-deleted', 'tag': '2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e', 'status': 'completed', 'code': 200} Apr 05 15:44:54.305135 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-db5eb759-b26b-436f-ad37-6f186b2027da req-b0ffd2f1-3a17-4e31-ba06-96deb7c041f9 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389866 Apr 05 15:44:54.500768 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b93d2545-fc98-4dc3-a02b-d69216b117ba req-761d7aeb-92ee-4dd1-a1ab-5115751f6f7b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2dbc5e5-ef83-4f93-b87f-5a7a289fbaba HTTP/1.1" status: 200 len: 210 time: 0.0663218 Apr 05 15:44:54.627260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9228a2-8024-4b22-8d33-fb2a195d6427 req-bd1c4b65-ecb5-44ac-bfd1-84df791ae895 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:54.629402 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2e9228a2-8024-4b22-8d33-fb2a195d6427 req-bd1c4b65-ecb5-44ac-bfd1-84df791ae895 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 945 time: 0.1270006 Apr 05 15:44:54.678373 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56240) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:54.718164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ac1850dc-797a-4332-9719-2695d58ca379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:54.738834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ac1850dc-797a-4332-9719-2695d58ca379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:54.739387 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2e9228a2-8024-4b22-8d33-fb2a195d6427 req-add37279-f49f-46c6-b80c-d3ce3edaf680 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004577 Apr 05 15:44:54.748960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ac1850dc-797a-4332-9719-2695d58ca379 admin admin] Usage tracker for resource:security_group_rule and tenant:dd461fd58a3f45ab84d6ec92f55eccc0 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:54.752838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ac1850dc-797a-4332-9719-2695d58ca379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:54.759904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ac1850dc-797a-4332-9719-2695d58ca379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:54.769174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a89eedcb-e8d2-49c6-91ac-a0683254d8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:54.867525 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:44:54.897923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ac1850dc-797a-4332-9719-2695d58ca379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:54.905314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ac1850dc-797a-4332-9719-2695d58ca379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:54.921449 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e43222f0-20ff-4cf0-8795-eac1ac1b9736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:54.963907 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ac1850dc-797a-4332-9719-2695d58ca379 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd461fd58a3f45ab84d6ec92f55eccc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842274 Apr 05 15:44:54.967124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56246) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:54.997029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:44:54.998929 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c185ea3-34b0-41e7-94c1-d85636fbdf68 req-9abe16a1-9885-48bb-a42b-f7b753e3ab38 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:55.000909 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2c185ea3-34b0-41e7-94c1-d85636fbdf68 req-9abe16a1-9885-48bb-a42b-f7b753e3ab38 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 945 time: 0.1484375 Apr 05 15:44:55.003724 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1850dc-797a-4332-9719-2695d58ca379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3aa512-e213-4a28-9aaa-e84e0bdc30cc,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:55.010448 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:44:55.010873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:55.033609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ac1850dc-797a-4332-9719-2695d58ca379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:55.064117 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e82f4e52-baa4-44ca-a295-2048111d5a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:55.068764 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2c185ea3-34b0-41e7-94c1-d85636fbdf68 req-457216f3-a6fe-4e80-948c-808a92e118c2 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604367 Apr 05 15:44:55.100755 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e82f4e52-baa4-44ca-a295-2048111d5a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:55.177924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e82f4e52-baa4-44ca-a295-2048111d5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:55.182468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-33ff41d7-1a26-49de-8abf-3cb0cf2a23cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:55.197516 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f4e52-baa4-44ca-a295-2048111d5a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3aa512-e213-4a28-9aaa-e84e0bdc30cc,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:55.200827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e82f4e52-baa4-44ca-a295-2048111d5a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:55.207389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e82f4e52-baa4-44ca-a295-2048111d5a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:55.208925 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e82f4e52-baa4-44ca-a295-2048111d5a86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c3aa512-e213-4a28-9aaa-e84e0bdc30cc HTTP/1.1" status: 204 len: 168 time: 0.2408731 Apr 05 15:44:55.258651 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:55.333963 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:44:55.336733 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:44:55.351399 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:55.363027 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:44:55.426409 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6ab42aba-35d1-41dd-b045-64926a4612b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:55.695559 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:44:55.695956 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 2ddb55da-1c51-4d8a-8ef9-ddba36cabe7e not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:44:55.734910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffca1b-44b0-409d-93f5-7c7926a2b0de req-7ccecca3-6c9b-40e2-a48d-27305ce3b422 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:55.736859 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d8ffca1b-44b0-409d-93f5-7c7926a2b0de req-7ccecca3-6c9b-40e2-a48d-27305ce3b422 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.3103926 Apr 05 15:44:55.769690 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:55.778082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:55.818577 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08038c1-eeed-4aab-b062-c87bbb8e84ac req-62ece65c-c25d-4486-ac5c-c8998aa0de0b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:55.820435 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e08038c1-eeed-4aab-b062-c87bbb8e84ac req-62ece65c-c25d-4486-ac5c-c8998aa0de0b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.2940383 Apr 05 15:44:55.828368 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d8ffca1b-44b0-409d-93f5-7c7926a2b0de req-9578bc21-ca04-43f0-8819-21792978b919 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821195 Apr 05 15:44:55.908408 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e08038c1-eeed-4aab-b062-c87bbb8e84ac req-7d81106a-76fe-4757-bd53-0777d8239f62 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788271 Apr 05 15:44:55.918894 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'code': 200} Apr 05 15:44:56.131530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:56.353667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41b18-3156-4348-b734-1f9fe5c83d7e req-479cfcc8-7348-492f-92d8-2b9ef83afdbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:56.356224 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e8c41b18-3156-4348-b734-1f9fe5c83d7e req-479cfcc8-7348-492f-92d8-2b9ef83afdbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 945 time: 0.1478648 Apr 05 15:44:56.434216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2729c1-2449-47fa-9465-c898201dc02a req-800418fd-6ac9-4aef-af91-6895ee666121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:56.435847 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4c2729c1-2449-47fa-9465-c898201dc02a req-800418fd-6ac9-4aef-af91-6895ee666121 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1098 time: 0.1290495 Apr 05 15:44:56.473284 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e8c41b18-3156-4348-b734-1f9fe5c83d7e req-95d9d4e8-166d-424d-87e2-75e3b8a57f72 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094029 Apr 05 15:44:56.561074 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4c2729c1-2449-47fa-9465-c898201dc02a req-6a4af993-2757-4f81-a400-cfcc772983c2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167269 Apr 05 15:44:56.950909 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7ff7db3b-36fc-44fd-ad84-6b78fefc77e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:57.167398 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2de762-06a5-46f2-8010-c9f46242b7b9 req-2b46b40c-5456-44e3-9fe2-8b27b0f0158c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:57.170440 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b2de762-06a5-46f2-8010-c9f46242b7b9 req-2b46b40c-5456-44e3-9fe2-8b27b0f0158c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.1329131 Apr 05 15:44:57.265768 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b2de762-06a5-46f2-8010-c9f46242b7b9 req-f09d9798-d393-4d11-bfbb-8d17136aa42f tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881407 Apr 05 15:44:57.387649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bca058-813f-41b4-b07c-350aa189621a req-c2ec97fd-2589-44d5-b7dd-3600da320291 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:57.387649 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b8bca058-813f-41b4-b07c-350aa189621a req-c2ec97fd-2589-44d5-b7dd-3600da320291 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1294847 Apr 05 15:44:57.445981 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b8bca058-813f-41b4-b07c-350aa189621a req-06b73a7b-7b92-4b1a-9e34-bcd9f07f879f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507891 Apr 05 15:44:57.507563 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:58.243251 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56370) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:58.500784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:58.529820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bbeff-2863-44a9-b025-26b59656c47f req-f86678c0-79e0-4ebc-9193-ff34edfe2bea tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:58.537648 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bf1bbeff-2863-44a9-b025-26b59656c47f req-f86678c0-79e0-4ebc-9193-ff34edfe2bea tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.1528218 Apr 05 15:44:58.558703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:58.562650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] Usage tracker for resource:security_group_rule and tenant:011216caf0a8481cbc8a19426096d1fe is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:58.565637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:58.575767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:44:58.726156 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:58.737319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:58.751698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:58.779622 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bf1bbeff-2863-44a9-b025-26b59656c47f req-fa0f63cf-ed4a-4710-b77e-aa829a8805eb tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409642 Apr 05 15:44:58.824860 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=011216caf0a8481cbc8a19426096d1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5773251 Apr 05 15:44:58.825782 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56390) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:58.867210 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbea90a2-b39b-4b7b-a615-4bad471165a9,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:58.875475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:58.894596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93043b63-b975-4d6f-8d00-e7dfd36d2b81 req-2b2fdceb-96f9-4a9c-9a51-a4910908a87b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:58.896717 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-93043b63-b975-4d6f-8d00-e7dfd36d2b81 req-2b2fdceb-96f9-4a9c-9a51-a4910908a87b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.2612295 Apr 05 15:44:59.017099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6774f0d4-fffc-4cbc-baaa-0a849a508ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:59.027459 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-93043b63-b975-4d6f-8d00-e7dfd36d2b81 req-33757e4c-3af8-405e-8dab-7cef8ce7f2a3 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194313 Apr 05 15:44:59.075488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6774f0d4-fffc-4cbc-baaa-0a849a508ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:59.154252 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6774f0d4-fffc-4cbc-baaa-0a849a508ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:59.167022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-930530a4-bee0-46d6-b25e-8ac9883a0705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:44:59.185267 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:59.195804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774f0d4-fffc-4cbc-baaa-0a849a508ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbea90a2-b39b-4b7b-a615-4bad471165a9,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:44:59.205771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6774f0d4-fffc-4cbc-baaa-0a849a508ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:44:59.208239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6774f0d4-fffc-4cbc-baaa-0a849a508ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:59.209714 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6774f0d4-fffc-4cbc-baaa-0a849a508ac7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fbea90a2-b39b-4b7b-a615-4bad471165a9 HTTP/1.1" status: 204 len: 168 time: 0.3828366 Apr 05 15:44:59.319600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925da955-877c-4fae-917a-34a7b91efdd2 req-2c11d690-d04b-4994-b415-d0ac69bc0563 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:44:59.321882 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-925da955-877c-4fae-917a-34a7b91efdd2 req-2c11d690-d04b-4994-b415-d0ac69bc0563 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.1413684 Apr 05 15:44:59.397946 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-925da955-877c-4fae-917a-34a7b91efdd2 req-95d66663-6288-4378-9476-e3495c9545e2 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678458 Apr 05 15:44:59.420432 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56414) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:59.740044 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56428) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:44:59.777723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:59.815523 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:44:59.826342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] Usage tracker for resource:security_group_rule and tenant:b7c7aae4aabf45398f516f7793ac8ffc is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:44:59.839382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:44:59.844446 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:00.018725 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:00.032051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:00.050817 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-610f614d-8649-4beb-803c-751f30b7c856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:00.133231 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e51ab8-f908-4f6f-b7f3-1d64f9eec6df,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:00.168368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:00.207348 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7c7aae4aabf45398f516f7793ac8ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660974 Apr 05 15:45:00.210191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56442) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:00.222542 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327d39f-5c23-4b9d-b656-85be37822595 tempest-TestShelveInstance-762939279 tempest-TestShelveInstance-762939279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:00.223352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d327d39f-5c23-4b9d-b656-85be37822595 tempest-TestShelveInstance-762939279 tempest-TestShelveInstance-762939279-project-admin] Synchronizing usage tracker for tenant:f1b4ca9667d14ae58be6205227ab809b on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:45:00.248311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d327d39f-5c23-4b9d-b656-85be37822595 tempest-TestShelveInstance-762939279 tempest-TestShelveInstance-762939279-project-admin] Unset dirty status for tenant:f1b4ca9667d14ae58be6205227ab809b on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:45:00.249892 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d327d39f-5c23-4b9d-b656-85be37822595 tempest-TestShelveInstance-762939279 tempest-TestShelveInstance-762939279-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1093 time: 0.8279481 Apr 05 15:45:00.252738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56446) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:00.264803 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Request body: {'floatingip': {'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'port_id': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:00.277823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:00.292952 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Usage tracker for resource:floatingip and tenant:50b4869466944f58a893a7555345d2fa is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:00.301607 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:00.321361 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:00.334365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for floatingip, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:00.383629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb30f-e021-4f6a-a327-7ec2863d0536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:00.452712 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb30f-e021-4f6a-a327-7ec2863d0536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:00.516368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb30f-e021-4f6a-a327-7ec2863d0536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:00.531360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2de1891f-3f97-4dac-ad53-ed0a42c37b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:00.554337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb30f-e021-4f6a-a327-7ec2863d0536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:00.555742 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e9bfb30f-e021-4f6a-a327-7ec2863d0536 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06e51ab8-f908-4f6f-b7f3-1d64f9eec6df HTTP/1.1" status: 204 len: 168 time: 0.3408310 Apr 05 15:45:00.581575 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c904956-df18-42fe-a8bd-4fc644c4a8d5 req-31f4879e-fafb-4cd5-a097-f1cddb005d91 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:00.583942 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5c904956-df18-42fe-a8bd-4fc644c4a8d5 req-31f4879e-fafb-4cd5-a097-f1cddb005d91 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.3068612 Apr 05 15:45:00.592059 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfb30f-e021-4f6a-a327-7ec2863d0536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e51ab8-f908-4f6f-b7f3-1d64f9eec6df,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:00.604848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e9bfb30f-e021-4f6a-a327-7ec2863d0536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:00.730029 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5c904956-df18-42fe-a8bd-4fc644c4a8d5 req-b719254c-22b8-481f-b097-9f08c27b0099 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263554 Apr 05 15:45:00.777210 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56462) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:00.994470 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:01.175007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-90755d10-5724-4e1c-bd88-581b67c320e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:01.205781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Allocated IP 172.28.3.124 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/d3a0c7e4-65d4-424e-a6b9-57fadcde9158) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:45:01.215943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-90755d10-5724-4e1c-bd88-581b67c320e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:01.223991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-90755d10-5724-4e1c-bd88-581b67c320e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b9da6391da374a4badd2a4b4fd48c9a7 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:01.235538 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-90755d10-5724-4e1c-bd88-581b67c320e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:01.247192 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-90755d10-5724-4e1c-bd88-581b67c320e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:01.343104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-90755d10-5724-4e1c-bd88-581b67c320e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:01.349147 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-90755d10-5724-4e1c-bd88-581b67c320e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:01.412385 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-40ea43cd-cf48-43c4-839d-0c2ae116aa5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:01.422542 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-90755d10-5724-4e1c-bd88-581b67c320e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9da6391da374a4badd2a4b4fd48c9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439283 Apr 05 15:45:01.425468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56488) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:01.507106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:01.534738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90755d10-5724-4e1c-bd88-581b67c320e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81965973-d1fb-4767-a792-40549222867a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:01.542007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-90755d10-5724-4e1c-bd88-581b67c320e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:01.607241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:01.678887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d4e62aa4-ac74-4960-a18b-0d45e26d2e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:01.713691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d4e62aa4-ac74-4960-a18b-0d45e26d2e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:01.809018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d4e62aa4-ac74-4960-a18b-0d45e26d2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:01.819969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-03073f94-08a7-4a68-b494-b112af58497e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:01.837982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e62aa4-ac74-4960-a18b-0d45e26d2e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81965973-d1fb-4767-a792-40549222867a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:01.844772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d4e62aa4-ac74-4960-a18b-0d45e26d2e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:01.858290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8f114bee-48e2-4e67-b151-14edf5fc80f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:01.887813 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d4e62aa4-ac74-4960-a18b-0d45e26d2e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:01.910656 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d4e62aa4-ac74-4960-a18b-0d45e26d2e83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81965973-d1fb-4767-a792-40549222867a HTTP/1.1" status: 204 len: 168 time: 0.4840162 Apr 05 15:45:01.984384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-9cc87cb6-607c-4ca9-a8db-82304bdb9dc9 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:02.013680 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-9cc87cb6-607c-4ca9-a8db-82304bdb9dc9 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/networks?id=d3e7341c-08df-4277-9d90-8097a233796e HTTP/1.1" status: 200 len: 814 time: 0.5337946 Apr 05 15:45:02.029351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:45:02.033977 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:45:02.043660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:45:02.069355 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-78c15442-6e92-4a0b-b6b3-3da9c761a868 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/quotas/f6c719be0a46475ab9d0727d86cc6db6 HTTP/1.1" status: 200 len: 375 time: 0.0529885 Apr 05 15:45:02.089856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event updated for resources: {'Port': ['ID=d3a0c7e4-65d4-424e-a6b9-57fadcde9158,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:02.108157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:02.202000 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-d591f084-28fb-47f2-b034-75c29d6f3fd2 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6c719be0a46475ab9d0727d86cc6db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193209 Apr 05 15:45:02.268808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e39495-8ab5-4cc1-afa7-e687d3ab8533 req-d7a61427-0e09-4d23-9541-b92586d94c16 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:02.277059 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-26e39495-8ab5-4cc1-afa7-e687d3ab8533 req-d7a61427-0e09-4d23-9541-b92586d94c16 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.2589815 Apr 05 15:45:02.523052 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-26e39495-8ab5-4cc1-afa7-e687d3ab8533 req-4318ec3a-b499-410c-90a9-a08ab703a446 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424786 Apr 05 15:45:02.633526 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-18441b1d-8e55-4585-a856-345650140bee service neutron] 10.222.0.46 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192288 Apr 05 15:45:02.637513 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56520) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:02.762909 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-650a4f0c-8a87-4bd6-a51a-bc5ed5125c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:02.789602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-650a4f0c-8a87-4bd6-a51a-bc5ed5125c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:02.800259 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-650a4f0c-8a87-4bd6-a51a-bc5ed5125c44 admin admin] Usage tracker for resource:security_group_rule and tenant:426a082393884ad1b3a8b38638d49dd1 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:02.894196 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-650a4f0c-8a87-4bd6-a51a-bc5ed5125c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:02.920180 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-650a4f0c-8a87-4bd6-a51a-bc5ed5125c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:03.020196 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-650a4f0c-8a87-4bd6-a51a-bc5ed5125c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.070168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-650a4f0c-8a87-4bd6-a51a-bc5ed5125c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.087637 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-ef097ef1-df94-4be5-9bd3-29f67fb5710e service neutron] 10.222.0.46 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527462 Apr 05 15:45:03.090691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.099120 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3f768636-387e-4c54-ad8b-0558f5807f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:03.165060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a4f0c-8a87-4bd6-a51a-bc5ed5125c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7edbb93-c6c4-4a5e-9631-365c28f4dbf1,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:03.186208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-650a4f0c-8a87-4bd6-a51a-bc5ed5125c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:03.217898 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-650a4f0c-8a87-4bd6-a51a-bc5ed5125c44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=426a082393884ad1b3a8b38638d49dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5790963 Apr 05 15:45:03.227156 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56564) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:03.273728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.290706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0cb5b-b143-40f0-bfc2-47c9395c9ee5 req-c3e5b440-ad60-4344-9c92-6fe3d804b42f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:03.309115 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-80f0cb5b-b143-40f0-bfc2-47c9395c9ee5 req-c3e5b440-ad60-4344-9c92-6fe3d804b42f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 945 time: 0.3083317 Apr 05 15:45:03.371741 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.393818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d72b3978-999e-49db-9051-1f54fa83b192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.423175 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d72b3978-999e-49db-9051-1f54fa83b192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.495981 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-80f0cb5b-b143-40f0-bfc2-47c9395c9ee5 req-5ef44556-e9e9-4b4b-b152-949d305e3b9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857874 Apr 05 15:45:03.560288 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d72b3978-999e-49db-9051-1f54fa83b192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.585256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56572) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:03.585473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:03.652951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b3978-999e-49db-9051-1f54fa83b192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7edbb93-c6c4-4a5e-9631-365c28f4dbf1,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:03.684926 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2396bf26-6ff4-4e48-91e9-4eb097a6c0b1 req-9374c023-88ce-476b-8fa6-8357ecdbc6d7 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 210 time: 0.1836262 Apr 05 15:45:03.688932 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d72b3978-999e-49db-9051-1f54fa83b192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:03.702612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d72b3978-999e-49db-9051-1f54fa83b192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.703841 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d72b3978-999e-49db-9051-1f54fa83b192 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7edbb93-c6c4-4a5e-9631-365c28f4dbf1 HTTP/1.1" status: 204 len: 168 time: 0.4720848 Apr 05 15:45:03.774566 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.786562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.846514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:03.929969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4becb-5dc4-4925-839e-2b67755af4d5 req-fc48bc6b-ca9c-46e8-8794-ec4a562a732e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:03.931641 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1fc4becb-5dc4-4925-839e-2b67755af4d5 req-fc48bc6b-ca9c-46e8-8794-ec4a562a732e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1319788 Apr 05 15:45:04.100928 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1fc4becb-5dc4-4925-839e-2b67755af4d5 req-e0cd9711-8e2b-44de-a17d-361fc0cd0a70 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622353 Apr 05 15:45:04.133378 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event updated for resources: {'Port': ['ID=d3a0c7e4-65d4-424e-a6b9-57fadcde9158,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:04.143995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:04.387089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:04.388847 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec1d8a1-427d-4477-b8a3-a06665b66521 tempest-TestMinimumBasicScenario-853805212 tempest-TestMinimumBasicScenario-853805212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:04.393953 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-aec1d8a1-427d-4477-b8a3-a06665b66521 tempest-TestMinimumBasicScenario-853805212 tempest-TestMinimumBasicScenario-853805212-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 1093 time: 0.7627132 Apr 05 15:45:04.398050 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56610) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:04.414262 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'floatingip': {'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'port_id': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:04.430545 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:04.444085 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Usage tracker for resource:floatingip and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:04.448766 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:04.455737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:04.468646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for floatingip, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:04.667180 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:04.697482 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Floating IP 3859ea7f-4452-4451-b52a-f4804166fe86 associated. External IP: 172.28.3.124, port: 6ee20e6a-c3ed-428d-a808-1d09f6f2def4. Apr 05 15:45:04.887026 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d54b5a7d-07af-48e3-8c93-d5669c5f5f41 req-3504bcf7-b0e5-44d9-af66-2d2bf0066df4 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 210 time: 0.0625839 Apr 05 15:45:04.888231 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Allocated IP 172.28.3.39 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/c201a1ce-a1d0-45bc-8ab2-394141925d66) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:45:05.081015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:05.112207 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:05.128575 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-53e0af0b-9d1c-429e-b5fe-99c99cdf5501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:05.186580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Router b9fd73a1-ab93-474b-aa85-0764e211f1c4 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:45:05.584017 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'Port': ['ID=c201a1ce-a1d0-45bc-8ab2-394141925d66,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:05.592751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:05.664188 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850228c-aeec-401c-9093-5ad63588e7ec req-3e14f6b9-6731-4438-ad7a-dfef0883be0e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:05.665933 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e850228c-aeec-401c-9093-5ad63588e7ec req-3e14f6b9-6731-4438-ad7a-dfef0883be0e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.1584773 Apr 05 15:45:05.676173 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:45:05.679713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:45:05.701059 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:45:05.776248 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e850228c-aeec-401c-9093-5ad63588e7ec req-35dc691d-b603-45f6-b703-ff4b5094ad53 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988054 Apr 05 15:45:05.858186 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:45:05.869074 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] Sync routers for ids ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:45:05.889069 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] Routers {'b9fd73a1-ab93-474b-aa85-0764e211f1c4'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:45:05.889779 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:44:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:45:05.942835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-4c7b4fda-9c08-4071-a3ac-ace57866a2b6 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:05.944445 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-4c7b4fda-9c08-4071-a3ac-ace57866a2b6 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.49 "GET /v2.0/networks?id=d3e7341c-08df-4277-9d90-8097a233796e HTTP/1.1" status: 200 len: 814 time: 0.2952695 Apr 05 15:45:05.999731 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Request body: {'port': {'device_id': '4148bbaf-8d33-4d49-aa2a-b376151f1367', 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e', 'admin_state_up': True, 'tenant_id': 'f6c719be0a46475ab9d0727d86cc6db6'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:06.051600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:06.239763 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9723287 Apr 05 15:45:06.239763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:45:06.272275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-a8a5db14-ee63-4af8-b0e6-440602a0fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:06.273915 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-a8a5db14-ee63-4af8-b0e6-440602a0fd6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 1098 time: 0.3904202 Apr 05 15:45:06.277988 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-79efc233-f0a6-4d2e-930b-058ee4dc96ec req-1ce1bf58-33ab-461a-be98-a2d56fd9798b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 210 time: 0.1112196 Apr 05 15:45:06.283436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:06.350263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] Set router b9fd73a1-ab93-474b-aa85-0764e211f1c4 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:45:06.404237 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'status': 'completed', 'code': 200} Apr 05 15:45:06.407303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Usage tracker for resource:port and tenant:f6c719be0a46475ab9d0727d86cc6db6 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:06.428395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:06.442054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:06.467597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Made reservation on behalf of f6c719be0a46475ab9d0727d86cc6db6 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:45:06.474804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:06.539622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-ef9f4cb8-a843-4437-a887-ec6615591b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:06.541556 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-ef9f4cb8-a843-4437-a887-ec6615591b8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50b4869466944f58a893a7555345d2fa&device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1098 time: 0.1903872 Apr 05 15:45:06.569047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-dac2f9aa-2429-4107-ae13-56a2e1fad7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:06.570709 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-dac2f9aa-2429-4107-ae13-56a2e1fad7db service neutron] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 918 time: 0.2844601 Apr 05 15:45:06.577189 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:06.706581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Allocated IP 172.20.0.8 (d3e7341c-08df-4277-9d90-8097a233796e/48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8/bdc2e805-ff8e-4983-95db-f36c04113332) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:45:06.732373 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-b15d5d01-76d6-480c-9066-3cf8b3f8528a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:06.733997 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-b15d5d01-76d6-480c-9066-3cf8b3f8528a service neutron] 10.222.0.49 "GET /v2.0/networks?id=374be1cf-8b54-4d0d-a103-7ce844ebe967 HTTP/1.1" status: 200 len: 910 time: 0.1836190 Apr 05 15:45:06.818505 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': '3859ea7f-4452-4451-b52a-f4804166fe86', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'floating_ip_address': '172.28.3.124', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'port_id': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'mac_address': 'fa:16:3e:03:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:45:02Z', 'updated_at': '2021-04-05T15:45:02Z', 'revision_number': 0, 'project_id': '50b4869466944f58a893a7555345d2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1', 'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'mac_address': 'fa:16:3e:b8:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:37Z', 'updated_at': '2021-04-05T15:43:55Z', 'revision_number': 5, 'project_id': '50b4869466944f58a893a7555345d2fa', 'subnets': [{'id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:45:06.823747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] Checking router: b9fd73a1-ab93-474b-aa85-0764e211f1c4 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:45:06.835786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] Routers {'b9fd73a1-ab93-474b-aa85-0764e211f1c4'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:45:06.836668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:44:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:45:06.937772 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-4dde13ad-1bda-48fc-b7ca-9bf6ca0894ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4 HTTP/1.1" status: 200 len: 999 time: 0.1595774 Apr 05 15:45:06.995658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:07.068928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:07.109003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:07.127020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:07.145900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] Set router b9fd73a1-ab93-474b-aa85-0764e211f1c4 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:45:07.210249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-ed4cc129-cc1c-4ec3-bca7-47f65a85fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:07.211842 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-ed4cc129-cc1c-4ec3-bca7-47f65a85fbe8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe828f5-be37-4522-b6cf-b0dd642bb320 HTTP/1.1" status: 200 len: 848 time: 0.1830990 Apr 05 15:45:07.292948 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-7bf1e527-7edf-4bfe-819c-c267bc17088a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bc27bae-2330-42e4-9361-ada295d92df0 HTTP/1.1" status: 200 len: 1001 time: 0.5645480 Apr 05 15:45:07.366650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Pushing event updated for resources: {'Port': ['ID=bdc2e805-ff8e-4983-95db-f36c04113332,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:07.372021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d3c9c-0954-407f-8d86-856bbeb7c816 req-d386cded-a442-4e86-a451-7472bea6ad44 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:07.373646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:07.380429 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e86d3c9c-0954-407f-8d86-856bbeb7c816 req-d386cded-a442-4e86-a451-7472bea6ad44 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.2694576 Apr 05 15:45:07.413329 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-02bbf187-c647-4c28-870a-be84624c3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:07.414926 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-02bbf187-c647-4c28-870a-be84624c3b98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.1117830 Apr 05 15:45:07.484946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Network d3e7341c-08df-4277-9d90-8097a233796e is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:45:07.487404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:45:07.490030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:45:07.563481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-bd480a8d-5140-43b9-a2aa-865df0743b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:07.565163 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-bd480a8d-5140-43b9-a2aa-865df0743b31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374be1cf-8b54-4d0d-a103-7ce844ebe967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3388894 Apr 05 15:45:07.577738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:07.578244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:07.596350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': '3859ea7f-4452-4451-b52a-f4804166fe86', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'floating_ip_address': '172.28.3.124', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'port_id': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'mac_address': 'fa:16:3e:03:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:45:02Z', 'updated_at': '2021-04-05T15:45:02Z', 'revision_number': 0, 'project_id': '50b4869466944f58a893a7555345d2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1', 'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'mac_address': 'fa:16:3e:b8:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:37Z', 'updated_at': '2021-04-05T15:43:55Z', 'revision_number': 5, 'project_id': '50b4869466944f58a893a7555345d2fa', 'subnets': [{'id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:45:07.600787 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763749e-6f6d-43cd-bc2b-f7f75bd23d38 None None] The sync data for ids ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'] in dv-cinder-784779-1-smb is: [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': '3859ea7f-4452-4451-b52a-f4804166fe86', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'floating_ip_address': '172.28.3.124', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'port_id': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'mac_address': 'fa:16:3e:03:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:45:02Z', 'updated_at': '2021-04-05T15:45:02Z', 'revision_number': 0, 'project_id': '50b4869466944f58a893a7555345d2fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1', 'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'mac_address': 'fa:16:3e:b8:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:37Z', 'updated_at': '2021-04-05T15:43:55Z', 'revision_number': 5, 'project_id': '50b4869466944f58a893a7555345d2fa', 'subnets': [{'id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:45:07.601412 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-e4ec34a6-4e02-4aa0-883a-269e0f2a2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:07.603044 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-e4ec34a6-4e02-4aa0-883a-269e0f2a2a16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1745241 Apr 05 15:45:07.636795 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6497312 Apr 05 15:45:07.638790 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e86d3c9c-0954-407f-8d86-856bbeb7c816 req-ed0799cb-0563-4b06-acc0-b1d51460fdc8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573256 Apr 05 15:45:07.654520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Request body: {'port': {'device_id': '4148bbaf-8d33-4d49-aa2a-b376151f1367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:07.800391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba97c5-0376-4ab4-ab4b-ebe12f158ab3 req-17046dfe-82b6-4068-9a11-2de5637f1c5a tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:07.802032 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-46ba97c5-0376-4ab4-ab4b-ebe12f158ab3 req-17046dfe-82b6-4068-9a11-2de5637f1c5a tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 931 time: 0.3210795 Apr 05 15:45:07.805251 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-976f74f1-59b2-4766-8576-d193e2ba4733 service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302461 Apr 05 15:45:07.866366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:07.871887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:07.879715 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-52336d6e-5d2c-47f5-9510-ba903bcf39dc service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696002 Apr 05 15:45:07.902595 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822716979'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:07.974299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a5dbe-6e2c-4d57-9010-39a86a6e3ed6 None None] New status for floating IP 3859ea7f-4452-4451-b52a-f4804166fe86: ACTIVE {{(pid=84316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:45:08.202317 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-4ab28546-306d-49b8-ab9e-32a26745094b service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804165 Apr 05 15:45:08.325437 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c4f6e3e0-832f-4f76-b76a-ce0d98396dc7 req-43e6e85b-f1d1-4f93-bf8c-9bd0702a9dba service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057330 Apr 05 15:45:08.347115 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-46ba97c5-0376-4ab4-ab4b-ebe12f158ab3 req-669406b3-1e51-4f51-8179-b40ae491e8ed tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315504 Apr 05 15:45:08.505073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc2e805-ff8e-4983-95db-f36c04113332 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:45:08.508678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:08.515173 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:08.533466 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Transition to ACTIVE for port object bdc2e805-ff8e-4983-95db-f36c04113332 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:45:08.536424 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:08.553497 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1ed72c61-0d81-4627-82c4-5c3e7f23049f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:08.641015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'Port': ['ID=c201a1ce-a1d0-45bc-8ab2-394141925d66,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:08.645951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:08.649080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:08.925396 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Floating IP f5dd1883-e717-4106-af24-bfd22f9d489a associated. External IP: 172.28.3.39, port: 1d83c991-fc8e-46ec-ba7b-cdde434ac006. Apr 05 15:45:08.938494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc2e805-ff8e-4983-95db-f36c04113332,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:08.942840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:08.946105 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9bc27bae-2330-42e4-9361-ada295d92df0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:45:09.024357 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174c93-aff8-48e3-a4f5-c86782029665 req-d581a05e-9926-4a55-a4f2-0101cddc9c7b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:09.026123 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e7174c93-aff8-48e3-a4f5-c86782029665 req-d581a05e-9926-4a55-a4f2-0101cddc9c7b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 945 time: 0.2397211 Apr 05 15:45:09.093952 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:09.127346 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:45:09.139047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:45:09.143130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:09.145504 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:09.161094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Attempting to bind port bdc2e805-ff8e-4983-95db-f36c04113332 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:45:09.161535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Attempting to bind port bdc2e805-ff8e-4983-95db-f36c04113332 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7650673a-a8d6-405e-b097-fcf31545d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:45:09.161835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Attempting to bind port bdc2e805-ff8e-4983-95db-f36c04113332 on network d3e7341c-08df-4277-9d90-8097a233796e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:45:09.168071 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e7174c93-aff8-48e3-a4f5-c86782029665 req-01a7c208-c2dd-42f0-a952-80b68f2b8b94 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763497 Apr 05 15:45:09.170629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Port bdc2e805-ff8e-4983-95db-f36c04113332 on network d3e7341c-08df-4277-9d90-8097a233796e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:45:09.171083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Attempting to bind port bdc2e805-ff8e-4983-95db-f36c04113332 on network d3e7341c-08df-4277-9d90-8097a233796e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:45:09.182928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:45:09.183340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Checking segment: {'id': '7650673a-a8d6-405e-b097-fcf31545d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:45:09.183776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Bound using segment: {'id': '7650673a-a8d6-405e-b097-fcf31545d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:45:09.184257 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Bound port: bdc2e805-ff8e-4983-95db-f36c04113332, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7650673a-a8d6-405e-b097-fcf31545d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:45:09.184673 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:09.218212 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0', 'code': 200} Apr 05 15:45:09.224291 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=8']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:09.229324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:09.291387 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] For port bdc2e805-ff8e-4983-95db-f36c04113332, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:45:09.295464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] For port bdc2e805-ff8e-4983-95db-f36c04113332, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bdc2e805-ff8e-4983-95db-f36c04113332,segment=NetworkSegment(7650673a-a8d6-405e-b097-fcf31545d760),segment_id=7650673a-a8d6-405e-b097-fcf31545d760)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:45:09.299110 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:09.314911 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:09.423898 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Router d805ca52-90eb-4a37-ade0-4f6798fda7f0 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:45:09.496680 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc2e805-ff8e-4983-95db-f36c04113332,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:09.502069 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:09.552565 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:09.553501 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:09.555955 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] 10.222.0.49 "PUT /v2.0/ports/bdc2e805-ff8e-4983-95db-f36c04113332 HTTP/1.1" status: 200 len: 1093 time: 1.9065180 Apr 05 15:45:09.556884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4148bbaf-8d33-4d49-aa2a-b376151f1367', 'tag': 'bdc2e805-ff8e-4983-95db-f36c04113332'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:45:09.647526 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4148bbaf-8d33-4d49-aa2a-b376151f1367', 'tag': 'bdc2e805-ff8e-4983-95db-f36c04113332', 'status': 'completed', 'code': 200} Apr 05 15:45:09.690744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-43ffddc4-9c79-44c7-88f5-847dfe844df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:09.692429 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-43ffddc4-9c79-44c7-88f5-847dfe844df3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c719be0a46475ab9d0727d86cc6db6&device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 1096 time: 0.0969160 Apr 05 15:45:09.709741 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1535676-6754-47d9-b442-662c85216f1f req-eac156c5-3592-472d-a4dc-c054c95c8661 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:09.711816 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a1535676-6754-47d9-b442-662c85216f1f req-eac156c5-3592-472d-a4dc-c054c95c8661 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 943 time: 0.2165630 Apr 05 15:45:09.716365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:45:09.731890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] Sync routers for ids ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:45:09.738171 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] Routers {'d805ca52-90eb-4a37-ade0-4f6798fda7f0'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:45:09.738852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:44:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:45:09.790102 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-1d12b5ff-64ca-44fb-a1d6-c3eb0b380512 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc2e805-ff8e-4983-95db-f36c04113332 HTTP/1.1" status: 200 len: 217 time: 0.0875123 Apr 05 15:45:09.794932 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a1535676-6754-47d9-b442-662c85216f1f req-119d7901-d944-41bd-96b4-492211421bfb tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759742 Apr 05 15:45:09.801459 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:09.881947 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4825695 Apr 05 15:45:09.882877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:45:09.887352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56712) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:09.895776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1830041900', 'description': 'tempest-secgroup-smoke-1830041900 description', 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:09.902229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-a9ebea85-a094-4ad2-8615-154dbe094bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:09.903937 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-a9ebea85-a094-4ad2-8615-154dbe094bdd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8 HTTP/1.1" status: 200 len: 854 time: 0.0997396 Apr 05 15:45:09.906912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:09.940112 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'status': 'completed', 'code': 200} Apr 05 15:45:09.958649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Usage tracker for resource:security_group and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:09.967824 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:09.972855 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-1cacb64f-11c7-4516-ad14-17d00e2f5047 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3e7341c-08df-4277-9d90-8097a233796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608666 Apr 05 15:45:09.976947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:09.993823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] Set router d805ca52-90eb-4a37-ade0-4f6798fda7f0 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:45:10.063861 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-fcaabb17-95f1-4b27-bf92-06e408921665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:10.065540 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-fcaabb17-95f1-4b27-bf92-06e408921665 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74c4fd7675e4886b8f69edf9f1f3702&device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 1098 time: 0.0958030 Apr 05 15:45:10.072881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:10.109204 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:10.110230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Usage tracker for resource:security_group_rule and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:10.122030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:10.131634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:10.185167 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-8a3c5a1c-1e78-4ed4-bfd0-59ff55bfd45c service neutron] 10.222.0.49 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038960 Apr 05 15:45:10.352080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:10.359945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:10.369564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-58115f7e-a35c-438e-ad4d-3442633707e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:10.441240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282ce038-27ac-4a7d-a768-70f2dafe7fbd,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:10.446642 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1877e3b-dbaa-4742-b27d-fa32dadc518b req-f5e39b1a-42bf-4aba-a025-7c8ba3c94aa1 service neutron] 10.222.0.49 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509553 Apr 05 15:45:10.447566 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:10.451007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:10.458382 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5698385 Apr 05 15:45:10.459181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56722) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:10.465097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'security_group_rule': {'security_group_id': '282ce038-27ac-4a7d-a768-70f2dafe7fbd', 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:10.473255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:10.477499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Usage tracker for resource:security_group_rule and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:10.481420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:10.487570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:10.525003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-3ee9f622-88f7-444b-ae66-35819602bead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:10.526583 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-3ee9f622-88f7-444b-ae66-35819602bead service neutron] 10.222.0.49 "GET /v2.0/networks?id=7fe767f3-1fd6-4241-a869-f4c019752f33 HTTP/1.1" status: 200 len: 915 time: 0.4478769 Apr 05 15:45:10.543333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442cecd-cfe8-45d9-b8b8-987295ac37c7 req-1130f821-b6fe-4d72-a352-2facf123ba2e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:10.544922 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f442cecd-cfe8-45d9-b8b8-987295ac37c7 req-1130f821-b6fe-4d72-a352-2facf123ba2e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.1879973 Apr 05 15:45:10.567548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:10.666771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f9c8-6bc5-4348-99e3-9df1f1e4e2a2 req-f3a79f79-4e29-4e7d-b987-54f7315cec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:10.669008 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2ae4f9c8-6bc5-4348-99e3-9df1f1e4e2a2 req-f3a79f79-4e29-4e7d-b987-54f7315cec71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6c719be0a46475ab9d0727d86cc6db6&device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 1096 time: 0.1615932 Apr 05 15:45:10.674620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:10.685408 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:10.694018 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f442cecd-cfe8-45d9-b8b8-987295ac37c7 req-259695d8-0585-4bcd-9758-873d169fbc6f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801837 Apr 05 15:45:10.695794 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:51Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': 'f5dd1883-e717-4106-af24-bfd22f9d489a', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'floating_ip_address': '172.28.3.39', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'port_id': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'mac_address': 'fa:16:3e:90:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:45:06Z', 'updated_at': '2021-04-05T15:45:06Z', 'revision_number': 0, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b48db8-e08d-42de-8755-3f52c9890803', 'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'mac_address': 'fa:16:3e:71:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:49Z', 'updated_at': '2021-04-05T15:44:04Z', 'revision_number': 5, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'subnets': [{'id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:45:10.700763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] Checking router: d805ca52-90eb-4a37-ade0-4f6798fda7f0 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:45:10.717781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] Routers {'d805ca52-90eb-4a37-ade0-4f6798fda7f0'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:45:10.718835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:44:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:45:10.723006 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-2e17daec-b821-458d-ae18-4ca07ec692b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 998 time: 0.1770849 Apr 05 15:45:10.732296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b49b9029-ed4c-4d43-bdec-c7e5f71e173c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:10.758209 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8c7d93-d9df-4d4c-b916-068e14570686,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:10.796075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-1ed13811-7152-4451-b7d5-12062850d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:10.797766 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-1ed13811-7152-4451-b7d5-12062850d636 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65215ba3-c215-4da1-9f03-1c715aba4fda HTTP/1.1" status: 200 len: 853 time: 0.0664036 Apr 05 15:45:10.822208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:10.874617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f9c8-6bc5-4348-99e3-9df1f1e4e2a2 req-0f279f0e-a2e9-4f9f-b69d-7eb481da912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:10.876703 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2ae4f9c8-6bc5-4348-99e3-9df1f1e4e2a2 req-0f279f0e-a2e9-4f9f-b69d-7eb481da912f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d3e7341c-08df-4277-9d90-8097a233796e HTTP/1.1" status: 200 len: 915 time: 0.1925323 Apr 05 15:45:10.878067 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:10.882258 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-36080736-4aee-4146-91b9-b65255c792ff tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4194183 Apr 05 15:45:10.882954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56730) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:10.951830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] Set router d805ca52-90eb-4a37-ade0-4f6798fda7f0 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:45:10.972382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'security_group_rule': {'security_group_id': '282ce038-27ac-4a7d-a768-70f2dafe7fbd', 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:10.979477 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2ae4f9c8-6bc5-4348-99e3-9df1f1e4e2a2 req-96acb7c6-b009-4230-abb3-fa73191ed4ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc2e805-ff8e-4983-95db-f36c04113332 HTTP/1.1" status: 200 len: 217 time: 0.0941820 Apr 05 15:45:10.983206 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:10.989781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Usage tracker for resource:security_group_rule and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:10.999533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:11.057060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:11.092077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4f9c8-6bc5-4348-99e3-9df1f1e4e2a2 req-c0bf251b-d434-4734-a79a-7fc438ce3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:11.093909 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2ae4f9c8-6bc5-4348-99e3-9df1f1e4e2a2 req-c0bf251b-d434-4734-a79a-7fc438ce3cea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8 HTTP/1.1" status: 200 len: 854 time: 0.0988846 Apr 05 15:45:11.095290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:11.173663 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2ae4f9c8-6bc5-4348-99e3-9df1f1e4e2a2 req-ddb90771-4c04-407b-93dd-e515fe4151f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3e7341c-08df-4277-9d90-8097a233796e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616910 Apr 05 15:45:11.193993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-ac984161-0b7f-4683-b184-2722fea9a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:11.195951 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-ac984161-0b7f-4683-b184-2722fea9a52d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7fe767f3-1fd6-4241-a869-f4c019752f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3904433 Apr 05 15:45:11.270810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:11.294856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:11.366878 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-6608efd9-cc8d-4904-b51b-3421c25fab96 service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573648 Apr 05 15:45:11.384046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:11.408811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:51Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': 'f5dd1883-e717-4106-af24-bfd22f9d489a', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'floating_ip_address': '172.28.3.39', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'port_id': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'mac_address': 'fa:16:3e:90:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:45:06Z', 'updated_at': '2021-04-05T15:45:06Z', 'revision_number': 0, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b48db8-e08d-42de-8755-3f52c9890803', 'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'mac_address': 'fa:16:3e:71:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:49Z', 'updated_at': '2021-04-05T15:44:04Z', 'revision_number': 5, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'subnets': [{'id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:45:11.414239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6dc47-eb6a-4f7a-8ddb-c808ecce612b None None] The sync data for ids ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'] in dv-cinder-784779-1-smb is: [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:51Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': 'f5dd1883-e717-4106-af24-bfd22f9d489a', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'floating_ip_address': '172.28.3.39', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'port_id': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'mac_address': 'fa:16:3e:90:ca:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:45:06Z', 'updated_at': '2021-04-05T15:45:06Z', 'revision_number': 0, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b48db8-e08d-42de-8755-3f52c9890803', 'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'mac_address': 'fa:16:3e:71:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:49Z', 'updated_at': '2021-04-05T15:44:04Z', 'revision_number': 5, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'subnets': [{'id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:45:11.427438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac52c4c5-ba33-4e3e-b721-27196099e0bd,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:11.432673 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:11.436386 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:11.440750 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5571547 Apr 05 15:45:11.441830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56738) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:11.452220 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'security_group_rule': {'security_group_id': '282ce038-27ac-4a7d-a768-70f2dafe7fbd', 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:11.463751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:11.478864 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Usage tracker for resource:security_group_rule and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:11.485471 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:11.494620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:11.498877 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2ae4f9c8-6bc5-4348-99e3-9df1f1e4e2a2 req-3fd2cff2-f457-4e81-acd3-93f7d55dd16d service neutron] 10.222.0.49 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091307 Apr 05 15:45:11.514394 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53caa9-6cec-4408-a7ba-1509297842f2 req-fbb52a45-b119-4d9a-b51e-fcbb0acc223f tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:11.515991 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ed53caa9-6cec-4408-a7ba-1509297842f2 req-fbb52a45-b119-4d9a-b51e-fcbb0acc223f tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 943 time: 0.3957005 Apr 05 15:45:11.613067 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-74e20a31-0479-43db-96ab-18cae5609ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349226 Apr 05 15:45:11.619273 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ed53caa9-6cec-4408-a7ba-1509297842f2 req-d9880d0d-33d7-4a0f-afb4-7b69b8601f52 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846565 Apr 05 15:45:11.630991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:11.711906 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2ae4f9c8-6bc5-4348-99e3-9df1f1e4e2a2 req-6061415a-8fa9-4b3b-a024-fbf1143d3a81 service neutron] 10.222.0.49 "GET /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049997 Apr 05 15:45:11.755791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:11.762295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:11.765247 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:11.797775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433afef0-1272-4f1c-9ede-8f87ec431b2d,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:11.800759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:11.810025 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:11.811606 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664875 Apr 05 15:45:11.814784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56750) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:11.820255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeda669-eb72-4092-b4df-cdd6d91491c3 None None] New status for floating IP f5dd1883-e717-4106-af24-bfd22f9d489a: ACTIVE {{(pid=84316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:45:11.821685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'security_group_rule': {'security_group_id': '282ce038-27ac-4a7d-a768-70f2dafe7fbd', 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:11.828230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:11.873964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Usage tracker for resource:security_group_rule and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:11.881968 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:11.893726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:11.926927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:11.994781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f2447-70d1-452a-8fa7-a150d8585b79 req-514c2144-94da-4546-a9b1-4a709afc2405 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:11.997817 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-489f2447-70d1-452a-8fa7-a150d8585b79 req-514c2144-94da-4546-a9b1-4a709afc2405 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.1665361 Apr 05 15:45:12.040138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.053678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.060285 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:12.073568 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-489f2447-70d1-452a-8fa7-a150d8585b79 req-dc264ca2-2867-43d6-8edc-1a6ceacff8be tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690186 Apr 05 15:45:12.088142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3244892-108e-4c11-9960-f79af0fc3266,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:12.092668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:12.110731 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.112125 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2961981 Apr 05 15:45:12.115324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56756) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:12.121967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'security_group_rule': {'security_group_id': '282ce038-27ac-4a7d-a768-70f2dafe7fbd', 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:12.131002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:12.135392 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Usage tracker for resource:security_group_rule and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:12.138655 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:12.145011 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:12.155420 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.securitygroups_db [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Project c74c4fd7675e4886b8f69edf9f1f3702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:45:12.162611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.234888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.237670 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.239746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:12.263152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45390d26-7f53-4ee0-9faa-5862227303ba,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:12.265735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:12.272601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.273877 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b9a98b51-40bc-4568-82a0-83ea6201492d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574769 Apr 05 15:45:12.277243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56762) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:12.282651 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'security_group_rule': {'security_group_id': '282ce038-27ac-4a7d-a768-70f2dafe7fbd', 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:12.288879 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:12.293557 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Usage tracker for resource:security_group_rule and tenant:c74c4fd7675e4886b8f69edf9f1f3702 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:12.296622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:12.302924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:12.312816 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.securitygroups_db [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Project c74c4fd7675e4886b8f69edf9f1f3702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:45:12.320644 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.393055 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.398643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.410886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-63abfe99-2229-4d42-9495-d73ded66241e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:12.428299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d610a20b-5410-4c8c-99f7-178a21edfaff,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:12.430967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:12.436763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.438386 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-bdc4cbf3-a21e-4adb-994f-34f84f2f97d1 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602027 Apr 05 15:45:12.570201 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-1c6811ea-09d6-4c5e-a56f-0c184515827f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830041900&fields=id&tenant_id=c74c4fd7675e4886b8f69edf9f1f3702 HTTP/1.1" status: 200 len: 267 time: 0.0435059 Apr 05 15:45:12.673049 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-7f99b461-be16-4687-afc6-6e3dd10cacb2 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:12.675791 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-7f99b461-be16-4687-afc6-6e3dd10cacb2 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 945 time: 0.0984423 Apr 05 15:45:12.692864 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'port': {'security_groups': ['e50fe3b3-ab40-468a-bb3b-e9a010d29016', '282ce038-27ac-4a7d-a768-70f2dafe7fbd']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:45:12.896701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:12.953968 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9bc27bae-2330-42e4-9361-ada295d92df0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:45:12.970256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1561a8-ec82-46c9-8366-d23ba7e09783 req-6d64c660-b5bb-4bad-a945-d79ee491711a tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:12.971900 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bb1561a8-ec82-46c9-8366-d23ba7e09783 req-6d64c660-b5bb-4bad-a945-d79ee491711a tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 943 time: 0.2224793 Apr 05 15:45:13.072005 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bb1561a8-ec82-46c9-8366-d23ba7e09783 req-272f2c13-e95a-40f4-874f-96d82e179020 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922611 Apr 05 15:45:13.184246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56790) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:13.328748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] For port 1d83c991-fc8e-46ec-ba7b-cdde434ac006, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:45:13.341839 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:13.360353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:13.364055 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:13.365064 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] Usage tracker for resource:security_group_rule and tenant:4245bea6ddc547509b650c53ca37b615 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:13.368820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:13.371313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822716979'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:13.376509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:13.386940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['1d83c991-fc8e-46ec-ba7b-cdde434ac006'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:45:13.399692 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:45:13.445075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:13.482246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:13.486644 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:13.498428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-139fc117-4fee-43e7-8069-6972854f0538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:13.560814 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4245bea6ddc547509b650c53ca37b615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753307 Apr 05 15:45:13.564826 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 56804) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:13.568194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce4092-6636-4fe3-8af3-488d1db6f21d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:13.572420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:13.647005 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9f80b575-12d2-4051-9d2d-d7e4ad4223b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:13.661811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'Port': ['ID=1d83c991-fc8e-46ec-ba7b-cdde434ac006,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:13.674603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:13.683504 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf008fa9-19f7-49df-9fe5-766c8f5dd70d req-7af5e8a3-ba13-4296-a806-7bdb83dc0e40 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:13.684161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9f80b575-12d2-4051-9d2d-d7e4ad4223b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:13.691435 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bf008fa9-19f7-49df-9fe5-766c8f5dd70d req-7af5e8a3-ba13-4296-a806-7bdb83dc0e40 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.2845345 Apr 05 15:45:13.738377 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9f80b575-12d2-4051-9d2d-d7e4ad4223b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:13.748164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d93a659f-b52d-4dd7-8668-fc873f719a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:13.769745 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bf008fa9-19f7-49df-9fe5-766c8f5dd70d req-7c401a18-aa31-4152-95c4-76b0b367cd4b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772262 Apr 05 15:45:13.786205 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80b575-12d2-4051-9d2d-d7e4ad4223b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce4092-6636-4fe3-8af3-488d1db6f21d,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:13.789271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:13.790008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:13.791536 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9436e0bc-a00c-4db4-91a5-c526e02df7c2 req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "PUT /v2.0/ports/1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 981 time: 1.1076844 Apr 05 15:45:13.792168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:45:13.808368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9f80b575-12d2-4051-9d2d-d7e4ad4223b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:13.816236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9f80b575-12d2-4051-9d2d-d7e4ad4223b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:13.822650 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9f80b575-12d2-4051-9d2d-d7e4ad4223b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebce4092-6636-4fe3-8af3-488d1db6f21d HTTP/1.1" status: 204 len: 168 time: 0.2568808 Apr 05 15:45:13.888163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['1d83c991-fc8e-46ec-ba7b-cdde434ac006'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:45:13.905806 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'status': 'completed', 'code': 200} Apr 05 15:45:13.968246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56830) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:14.139919 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-c99dc1b8-796b-4d84-8298-98720c91355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:14.143492 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-c99dc1b8-796b-4d84-8298-98720c91355f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74c4fd7675e4886b8f69edf9f1f3702&device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 1137 time: 0.2321365 Apr 05 15:45:14.197723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-cb59b50e-d8fb-459c-ab0e-7715843e8c95 None None] Provisioning complete for port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:45:14.198281 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cb59b50e-d8fb-459c-ab0e-7715843e8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:14.214735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714776ce-3016-46c1-a3e9-53de7cbe7500 req-d2942b25-179b-4b15-8a0f-8eb43804a1be tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:14.225050 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-714776ce-3016-46c1-a3e9-53de7cbe7500 req-d2942b25-179b-4b15-8a0f-8eb43804a1be tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.2129848 Apr 05 15:45:14.352622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-abbd72be-ad0d-47d0-8d2f-a5bbb6ef1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:14.354689 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-abbd72be-ad0d-47d0-8d2f-a5bbb6ef1d38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7fe767f3-1fd6-4241-a869-f4c019752f33 HTTP/1.1" status: 200 len: 915 time: 0.2038994 Apr 05 15:45:14.401935 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56842) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:14.445930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:14.468048 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-714776ce-3016-46c1-a3e9-53de7cbe7500 req-9f6cfd0b-7ed1-4167-8f0a-8d3cdc5e7093 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2399395 Apr 05 15:45:14.489514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:14.494032 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-badff0f3-0867-45d8-9e0f-3fedf410b7c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 1000 time: 0.1314018 Apr 05 15:45:14.503821 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] Usage tracker for resource:security_group_rule and tenant:b02ab67051d548a2a9264d28d6e59e2a is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:14.510357 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:14.531650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:14.544369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309390a-07a1-4c63-8a52-7f525bc3faea req-fc8b2509-e314-4986-9379-535e0432ebce tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:14.546021 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f309390a-07a1-4c63-8a52-7f525bc3faea req-fc8b2509-e314-4986-9379-535e0432ebce tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 943 time: 0.2837253 Apr 05 15:45:14.574750 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-79515f70-b81c-414b-8446-38031bfd5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:14.576340 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-79515f70-b81c-414b-8446-38031bfd5b3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65215ba3-c215-4da1-9f03-1c715aba4fda HTTP/1.1" status: 200 len: 853 time: 0.0676239 Apr 05 15:45:14.615428 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-7aea6882-8ab9-490a-9087-f7e010d1f1a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6462758 Apr 05 15:45:14.661655 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f309390a-07a1-4c63-8a52-7f525bc3faea req-36ac7883-624c-4b2e-b7dc-5bae9b90d86b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032703 Apr 05 15:45:14.674324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-8c961fd6-41cc-42ba-835f-221fe02612de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:14.675974 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-8c961fd6-41cc-42ba-835f-221fe02612de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7fe767f3-1fd6-4241-a869-f4c019752f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916724 Apr 05 15:45:14.731191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:14.735277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:14.768235 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1c3c7f18-2efa-41fb-b2af-2da0467e6c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:14.779461 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b02ab67051d548a2a9264d28d6e59e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707690 Apr 05 15:45:14.781843 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 56852) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:14.834020 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-2a43207c-037b-4e98-a375-57763470cbf3 service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485410 Apr 05 15:45:14.876151 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081a5f57-4896-45aa-9178-9b77eee80849,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:14.882856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:14.890647 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e496bed1-2816-479b-9b92-d7f700665ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:14.962962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device bdc2e805-ff8e-4983-95db-f36c04113332 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:45:14.970262 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e496bed1-2816-479b-9b92-d7f700665ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:15.030374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e496bed1-2816-479b-9b92-d7f700665ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:15.043086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-644f4ec7-1d3d-4752-babf-16e59235bb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:15.058734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e496bed1-2816-479b-9b92-d7f700665ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:15.072263 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e496bed1-2816-479b-9b92-d7f700665ef2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/081a5f57-4896-45aa-9178-9b77eee80849 HTTP/1.1" status: 204 len: 168 time: 0.2814970 Apr 05 15:45:15.079643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496bed1-2816-479b-9b92-d7f700665ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081a5f57-4896-45aa-9178-9b77eee80849,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:15.106494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e496bed1-2816-479b-9b92-d7f700665ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:15.171470 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb461ee-76ce-43db-bc86-3772e0c56585 req-f1450b4d-c107-4807-a912-d0ff5a73d0fc tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:15.184958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port bdc2e805-ff8e-4983-95db-f36c04113332, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bdc2e805-ff8e-4983-95db-f36c04113332,segment=NetworkSegment(7650673a-a8d6-405e-b097-fcf31545d760),segment_id=7650673a-a8d6-405e-b097-fcf31545d760)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:45:15.187801 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9eb461ee-76ce-43db-bc86-3772e0c56585 req-f1450b4d-c107-4807-a912-d0ff5a73d0fc tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.2655854 Apr 05 15:45:15.250990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': 'bdc2e805-ff8e-4983-95db-f36c04113332', 'network_id': 'd3e7341c-08df-4277-9d90-8097a233796e', 'port_id': 'bdc2e805-ff8e-4983-95db-f36c04113332', 'mac_address': 'fa:16:3e:4c:26:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:45:15.282103 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9eb461ee-76ce-43db-bc86-3772e0c56585 req-79cb1650-bdde-46b8-adf9-562afbe5059c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866444 Apr 05 15:45:15.323983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:15.345662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc2e805-ff8e-4983-95db-f36c04113332 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:45:15.353517 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6a12fa35-64b9-4b72-b677-7b0e5d3418ba req-3a13cb6a-223d-42d3-bfb6-2655e166aeaf service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122633 Apr 05 15:45:15.366660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port bdc2e805-ff8e-4983-95db-f36c04113332, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bdc2e805-ff8e-4983-95db-f36c04113332,segment=NetworkSegment(7650673a-a8d6-405e-b097-fcf31545d760),segment_id=7650673a-a8d6-405e-b097-fcf31545d760)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:45:15.369064 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:15.370996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2919e1f0-4786-42d6-9f83-8fccfe9fff71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:15.446888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=bdc2e805-ff8e-4983-95db-f36c04113332,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:15.450010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:15.736071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['bdc2e805-ff8e-4983-95db-f36c04113332'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:45:15.942439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271935e-1883-4cca-a8d0-d67d10322569 req-5f377a06-6a4e-47ba-9dec-800de0151dea tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:15.951260 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8271935e-1883-4cca-a8d0-d67d10322569 req-5f377a06-6a4e-47ba-9dec-800de0151dea tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 944 time: 0.1614118 Apr 05 15:45:16.003245 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8271935e-1883-4cca-a8d0-d67d10322569 req-09ef68d1-d16c-4b5a-b416-cc11f61655fa tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512502 Apr 05 15:45:16.075945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-b8dd5f9a-6da8-4649-9397-91891b6d6c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:16.077620 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-b8dd5f9a-6da8-4649-9397-91891b6d6c3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8&tenant_id=1fa68334b9d840b99dbfa07ab666b84e HTTP/1.1" status: 200 len: 1096 time: 0.0895677 Apr 05 15:45:16.187662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-6ca4126a-c49b-4a4d-a21e-981e7eb8206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:16.189307 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-6ca4126a-c49b-4a4d-a21e-981e7eb8206b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 1096 time: 0.0869410 Apr 05 15:45:16.375086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-aa6f9d14-39b1-48b8-8563-0149bb01cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:16.377068 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-aa6f9d14-39b1-48b8-8563-0149bb01cca8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 918 time: 0.1801543 Apr 05 15:45:16.501741 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-7e2eecac-a97d-44dd-8184-bbd72e518f31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bc27bae-2330-42e4-9361-ada295d92df0 HTTP/1.1" status: 200 len: 999 time: 0.1161411 Apr 05 15:45:16.507533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25350cfb-7cd1-4aab-bb62-0390ad0f22bd req-88ef64e8-6752-426f-b822-2408818c096e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:16.509255 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-25350cfb-7cd1-4aab-bb62-0390ad0f22bd req-88ef64e8-6752-426f-b822-2408818c096e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0910966 Apr 05 15:45:16.572008 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-25350cfb-7cd1-4aab-bb62-0390ad0f22bd req-d34eddb3-bd7f-43cf-bb33-036fd262f154 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554461 Apr 05 15:45:16.577006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-c33b708d-4f9b-4b80-a9c7-51a6859d4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:16.578608 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-c33b708d-4f9b-4b80-a9c7-51a6859d4718 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.0694196 Apr 05 15:45:16.664157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-b3deeeca-256e-4493-8158-787a1a6e377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:16.665810 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-b3deeeca-256e-4493-8158-787a1a6e377e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795858 Apr 05 15:45:16.825158 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-ddbeb528-8de2-41c4-a4e8-cf3e70e29fa0 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457071 Apr 05 15:45:16.979260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device bdc2e805-ff8e-4983-95db-f36c04113332 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:45:16.993959 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b00cf31-4e60-4c7d-b71a-d3bb2d5680a8 req-2b3dada1-1cc7-4afa-bca5-4bb82786eb33 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568234 Apr 05 15:45:17.073109 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port bdc2e805-ff8e-4983-95db-f36c04113332 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:45:17.078341 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port bdc2e805-ff8e-4983-95db-f36c04113332 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:45:17.078960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:17.220768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:17.246816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1261609-0be4-44cf-8ec8-808dd34a9ccf req-65260dca-5f15-4b3d-b6ab-1543ee010d8b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:17.248814 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e1261609-0be4-44cf-8ec8-808dd34a9ccf req-65260dca-5f15-4b3d-b6ab-1543ee010d8b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 944 time: 0.0940859 Apr 05 15:45:17.254320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148bbaf-8d33-4d49-aa2a-b376151f1367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc2e805-ff8e-4983-95db-f36c04113332'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:45:17.261357 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port bdc2e805-ff8e-4983-95db-f36c04113332, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bdc2e805-ff8e-4983-95db-f36c04113332,segment=NetworkSegment(7650673a-a8d6-405e-b097-fcf31545d760),segment_id=7650673a-a8d6-405e-b097-fcf31545d760)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:45:17.266038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:17.268203 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:17.301140 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e1261609-0be4-44cf-8ec8-808dd34a9ccf req-970c5570-3d72-407e-b3ba-3a11d0cea79e tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453248 Apr 05 15:45:17.319134 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148bbaf-8d33-4d49-aa2a-b376151f1367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc2e805-ff8e-4983-95db-f36c04113332', 'code': 200} Apr 05 15:45:17.363671 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=bdc2e805-ff8e-4983-95db-f36c04113332,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:17.366949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:17.620149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f2707-6e46-4861-8307-76a53a211449 req-a909a602-0820-49ce-a1d8-d0ff4bd099e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:17.621984 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2e7f2707-6e46-4861-8307-76a53a211449 req-a909a602-0820-49ce-a1d8-d0ff4bd099e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 1098 time: 0.0835247 Apr 05 15:45:17.670743 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2e7f2707-6e46-4861-8307-76a53a211449 req-ed1797d8-f59f-4310-b7b3-2d51b6627ff8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Apr 05 15:45:17.783353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bfe6d-e10f-4608-8099-74b1154d85af req-91cc4c42-534d-4d97-86c9-cab209bd9d33 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:17.784975 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c75bfe6d-e10f-4608-8099-74b1154d85af req-91cc4c42-534d-4d97-86c9-cab209bd9d33 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0928686 Apr 05 15:45:17.833460 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c75bfe6d-e10f-4608-8099-74b1154d85af req-94883cb9-291c-46c2-8cdd-7e2826842061 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Apr 05 15:45:18.534223 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3f8a7-e4d8-4a10-819c-f9df65dc95f7 req-fee57701-55f8-47e5-898b-67f64ed3a489 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:18.535838 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-81f3f8a7-e4d8-4a10-819c-f9df65dc95f7 req-fee57701-55f8-47e5-898b-67f64ed3a489 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.1116703 Apr 05 15:45:18.589803 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-81f3f8a7-e4d8-4a10-819c-f9df65dc95f7 req-28a49122-a02a-4644-b94d-362919975e4e tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460510 Apr 05 15:45:19.055391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37893c-b9e9-4d1f-9783-88641b2dff41 req-f449379b-9184-454a-bc2c-d6069deb299d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:19.056874 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ee37893c-b9e9-4d1f-9783-88641b2dff41 req-f449379b-9184-454a-bc2c-d6069deb299d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0971179 Apr 05 15:45:19.106342 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ee37893c-b9e9-4d1f-9783-88641b2dff41 req-2644f530-dd6e-4727-a83e-18d2cc747a33 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Apr 05 15:45:19.800168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea1c6-6919-4eb6-97f5-09cb1c06b2bd req-5a5acda4-0475-412f-bca9-6ce2790543c2 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:19.801923 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-52eea1c6-6919-4eb6-97f5-09cb1c06b2bd req-5a5acda4-0475-412f-bca9-6ce2790543c2 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0960042 Apr 05 15:45:19.853795 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-52eea1c6-6919-4eb6-97f5-09cb1c06b2bd req-8c5be876-d9d7-4c29-b185-0ffbbea9f4b7 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Apr 05 15:45:20.318006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f59e8-5c7b-46b0-b437-d0d72cbc4d9d req-64a566d4-2e5e-45ec-ba67-ab1d8790fa5a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:20.319716 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-800f59e8-5c7b-46b0-b437-d0d72cbc4d9d req-64a566d4-2e5e-45ec-ba67-ab1d8790fa5a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0948908 Apr 05 15:45:20.370054 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-800f59e8-5c7b-46b0-b437-d0d72cbc4d9d req-94810676-f55d-4e70-ab26-b2d8604bb53f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423882 Apr 05 15:45:21.079153 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a3890-3837-4ff9-9a0b-6f8c3abb3b84 req-fd03f5b1-32c1-4d69-8488-b6e379be7964 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:21.080850 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b27a3890-3837-4ff9-9a0b-6f8c3abb3b84 req-fd03f5b1-32c1-4d69-8488-b6e379be7964 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0962424 Apr 05 15:45:21.130619 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b27a3890-3837-4ff9-9a0b-6f8c3abb3b84 req-96a909c9-2874-473b-9d81-01946559aedc tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Apr 05 15:45:21.332640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 57000) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:21.489599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7eeff42f-27e5-4a8e-915d-52a51842990c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:21.544409 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-7eeff42f-27e5-4a8e-915d-52a51842990c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:21.557957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-7eeff42f-27e5-4a8e-915d-52a51842990c admin admin] Usage tracker for resource:security_group_rule and tenant:57dafe0b57be48e9a137c6b92acfd8f3 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:21.561975 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-7eeff42f-27e5-4a8e-915d-52a51842990c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:21.569559 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-7eeff42f-27e5-4a8e-915d-52a51842990c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:21.637453 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d2626-21f6-4044-a28e-a87bc8971632 req-fec576f6-a17a-4633-8c0b-5f77a0059b14 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:21.639094 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f02d2626-21f6-4044-a28e-a87bc8971632 req-fec576f6-a17a-4633-8c0b-5f77a0059b14 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.1369975 Apr 05 15:45:21.737148 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f02d2626-21f6-4044-a28e-a87bc8971632 req-3ac5a7f3-55b4-4798-aed2-0ca975b7b21e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845108 Apr 05 15:45:21.738876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7eeff42f-27e5-4a8e-915d-52a51842990c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:21.741889 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7eeff42f-27e5-4a8e-915d-52a51842990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:21.751172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:21.794292 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-7eeff42f-27e5-4a8e-915d-52a51842990c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57dafe0b57be48e9a137c6b92acfd8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605093 Apr 05 15:45:21.795380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeff42f-27e5-4a8e-915d-52a51842990c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf36bf6-c2ed-4ee9-b70a-744121ab2ec9,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:21.797114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 57008) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:21.798720 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7eeff42f-27e5-4a8e-915d-52a51842990c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:21.875979 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a06eb4e7-2aff-4058-a7a6-35d5251080fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:21.904652 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a06eb4e7-2aff-4058-a7a6-35d5251080fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:21.976962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a06eb4e7-2aff-4058-a7a6-35d5251080fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:21.983207 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8742b9ac-9d43-4cea-81d1-dc13e7edd271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:21.996598 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eb4e7-2aff-4058-a7a6-35d5251080fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf36bf6-c2ed-4ee9-b70a-744121ab2ec9,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:21.999809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a06eb4e7-2aff-4058-a7a6-35d5251080fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:22.001964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a06eb4e7-2aff-4058-a7a6-35d5251080fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:22.006065 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a06eb4e7-2aff-4058-a7a6-35d5251080fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccf36bf6-c2ed-4ee9-b70a-744121ab2ec9 HTTP/1.1" status: 204 len: 168 time: 0.2077856 Apr 05 15:45:22.345270 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 57022) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:22.366152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:22.374453 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb3f3f-d2f9-449f-86f5-0ae3c5872aeb req-2b8b7f9a-1728-4f0d-8483-936d5f953852 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:22.376118 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10cb3f3f-d2f9-449f-86f5-0ae3c5872aeb req-2b8b7f9a-1728-4f0d-8483-936d5f953852 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.1005330 Apr 05 15:45:22.397158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:22.401373 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] Usage tracker for resource:security_group_rule and tenant:4d9ceec6cdc9429b836033f6e6ce3fbf is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:22.405430 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:22.419245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:22.431892 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10cb3f3f-d2f9-449f-86f5-0ae3c5872aeb req-00cddc63-088f-4a45-adcb-0e3808d95f35 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481632 Apr 05 15:45:22.505877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:22.508781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:22.518323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bd8fd424-144d-49b4-8b72-514059f784ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:22.551516 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d9ceec6cdc9429b836033f6e6ce3fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044268 Apr 05 15:45:22.551873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 57026) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:22.575071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371f362b-66b8-4a83-98ea-120ee4bd5e9d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:22.578281 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:22.618611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b2644819-cc07-47fc-b01a-59273dc1515c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:22.646037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b2644819-cc07-47fc-b01a-59273dc1515c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:22.693457 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b2644819-cc07-47fc-b01a-59273dc1515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:22.699018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9fc8a12c-afd4-4bd7-b493-20c32e75c0ff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:22.711841 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2644819-cc07-47fc-b01a-59273dc1515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371f362b-66b8-4a83-98ea-120ee4bd5e9d,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:22.715366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b2644819-cc07-47fc-b01a-59273dc1515c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:22.723395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b2644819-cc07-47fc-b01a-59273dc1515c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:22.725022 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b2644819-cc07-47fc-b01a-59273dc1515c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/371f362b-66b8-4a83-98ea-120ee4bd5e9d HTTP/1.1" status: 204 len: 168 time: 0.1717820 Apr 05 15:45:22.979982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8b56e-04d5-4922-9099-07eae7b01f45 req-66d71fc9-2ed5-4e73-8bdb-6f180fbde050 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:22.984069 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7fd8b56e-04d5-4922-9099-07eae7b01f45 req-66d71fc9-2ed5-4e73-8bdb-6f180fbde050 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.1217802 Apr 05 15:45:23.100396 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7fd8b56e-04d5-4922-9099-07eae7b01f45 req-1fa29221-3f99-4f6b-9fc5-3e181d16d82a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082726 Apr 05 15:45:23.649215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f477b15-445d-4b85-ba66-52a92b910585 req-c5cc09a7-879a-4e77-8ab9-5b28a263040a tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:23.651125 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5f477b15-445d-4b85-ba66-52a92b910585 req-c5cc09a7-879a-4e77-8ab9-5b28a263040a tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0968416 Apr 05 15:45:23.702839 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5f477b15-445d-4b85-ba66-52a92b910585 req-6dee4858-3dd5-431c-be3c-5fe5a1f8ccd9 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442033 Apr 05 15:45:24.557082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2f0b7-f94f-41fa-a32c-76448efe8d1a req-c26805c6-6afc-49e8-a052-92f45f27b2a7 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:24.566446 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-87d2f0b7-f94f-41fa-a32c-76448efe8d1a req-c26805c6-6afc-49e8-a052-92f45f27b2a7 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.3275056 Apr 05 15:45:24.609437 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-87d2f0b7-f94f-41fa-a32c-76448efe8d1a req-9c5e2f84-5d28-4f39-88db-63ba9b875337 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420418 Apr 05 15:45:24.753435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5984d1b3-ce79-4d62-9058-2720b02b079a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:24.930152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67552-6290-47b7-b491-775c6673d2f8 req-1848dc24-368c-4c64-aaf8-f5684a7f8c49 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:24.932490 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0ce67552-6290-47b7-b491-775c6673d2f8 req-1848dc24-368c-4c64-aaf8-f5684a7f8c49 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.1114285 Apr 05 15:45:24.986905 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0ce67552-6290-47b7-b491-775c6673d2f8 req-f67a2ac0-2e88-4551-adac-066cb54c8465 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477586 Apr 05 15:45:25.835698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9334d2-7468-4d66-9fb4-18edb9e3cfef req-bf00fbdc-c2fa-4c0c-8866-ce5372f33255 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:25.837245 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9a9334d2-7468-4d66-9fb4-18edb9e3cfef req-bf00fbdc-c2fa-4c0c-8866-ce5372f33255 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0912538 Apr 05 15:45:25.893449 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9a9334d2-7468-4d66-9fb4-18edb9e3cfef req-ed0dc737-210f-4bc3-9047-0c65a072d595 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492866 Apr 05 15:45:26.117808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:26.209060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b3879-57a0-4a55-9b74-094cd85bd576 req-5411f1d7-a17d-471e-8a47-09dd507cb9d2 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:26.210646 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b56b3879-57a0-4a55-9b74-094cd85bd576 req-5411f1d7-a17d-471e-8a47-09dd507cb9d2 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0938644 Apr 05 15:45:26.263029 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b56b3879-57a0-4a55-9b74-094cd85bd576 req-10b5883c-1036-413a-b73b-a076dca26cc3 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453298 Apr 05 15:45:26.966375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8f4c084a-4041-4273-a028-08fe2a73dbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:27.146667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe01c3-4a53-4bad-a822-84b516a40f27 req-73458841-2e0c-4866-bec3-5cae4d15cfff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:27.148629 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-55fe01c3-4a53-4bad-a822-84b516a40f27 req-73458841-2e0c-4866-bec3-5cae4d15cfff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0976417 Apr 05 15:45:27.202110 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-55fe01c3-4a53-4bad-a822-84b516a40f27 req-f8a74aaf-e61f-4ab7-871b-86b22b0cda9a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463402 Apr 05 15:45:27.491613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16139433-afce-4488-92fd-407111698328 req-1d2317a1-c867-49dd-8218-f0f67ebfa9cf tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:27.493732 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-16139433-afce-4488-92fd-407111698328 req-1d2317a1-c867-49dd-8218-f0f67ebfa9cf tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.1081486 Apr 05 15:45:27.496301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:27.545297 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-16139433-afce-4488-92fd-407111698328 req-9fa03537-be35-4873-aed1-d698df2bf4b2 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437992 Apr 05 15:45:28.437629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477256-d0af-46e8-b7b8-700be480783f req-5e933015-51c7-43b4-bcc8-db02ba81779b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:28.439285 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-40477256-d0af-46e8-b7b8-700be480783f req-5e933015-51c7-43b4-bcc8-db02ba81779b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0959470 Apr 05 15:45:28.491894 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-40477256-d0af-46e8-b7b8-700be480783f req-598995ac-b5b4-4e26-8814-475e0fe396aa tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460799 Apr 05 15:45:28.757046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef99e5-42c6-4075-b60a-73d885238a6d req-761fc787-95e7-4ef4-a501-0bb3c11e9f3c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:28.758684 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-abef99e5-42c6-4075-b60a-73d885238a6d req-761fc787-95e7-4ef4-a501-0bb3c11e9f3c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0937717 Apr 05 15:45:28.813021 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-abef99e5-42c6-4075-b60a-73d885238a6d req-d1b2ee38-a2ec-4910-92c8-de66ee76ed26 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Apr 05 15:45:29.166403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:29.707845 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed109a5-74ed-480b-b4a4-645ab4125acc req-e32256bd-d843-4e95-8193-d89a67293d5b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:29.709659 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3ed109a5-74ed-480b-b4a4-645ab4125acc req-e32256bd-d843-4e95-8193-d89a67293d5b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0942364 Apr 05 15:45:29.761611 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3ed109a5-74ed-480b-b4a4-645ab4125acc req-54f05182-27bb-460e-acbc-b49160dba66a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442336 Apr 05 15:45:30.034868 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278ebf6-f156-4fd9-8e50-8dfbd75ae9f5 req-393b9ec5-459a-4020-a49d-65cdf562925b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:30.037004 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0278ebf6-f156-4fd9-8e50-8dfbd75ae9f5 req-393b9ec5-459a-4020-a49d-65cdf562925b tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.1021202 Apr 05 15:45:30.089735 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0278ebf6-f156-4fd9-8e50-8dfbd75ae9f5 req-c16e24d2-ca39-44ef-965a-69efd23198e9 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459504 Apr 05 15:45:30.995737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f2d39-17aa-4d04-a9ab-036d4cf26b11 req-c41124cf-f294-43ad-a58b-4897a131b8a6 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:30.997447 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a82f2d39-17aa-4d04-a9ab-036d4cf26b11 req-c41124cf-f294-43ad-a58b-4897a131b8a6 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.1011791 Apr 05 15:45:31.048722 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a82f2d39-17aa-4d04-a9ab-036d4cf26b11 req-507b9f9e-a27f-4a53-830d-384d4da24a32 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446513 Apr 05 15:45:31.306366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6bc11-28c2-4c04-8151-22628e95023d req-d80102a5-616d-487e-a952-1274753e5021 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:31.307920 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dda6bc11-28c2-4c04-8151-22628e95023d req-d80102a5-616d-487e-a952-1274753e5021 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0961990 Apr 05 15:45:31.356039 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dda6bc11-28c2-4c04-8151-22628e95023d req-9c623744-9dd1-415a-9708-13034faa644f tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Apr 05 15:45:32.262633 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edc58f-c6d8-4b41-9882-f3d83b323005 req-748e1d2e-2f44-45b8-804b-ced2b0b5c99d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:32.264279 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f4edc58f-c6d8-4b41-9882-f3d83b323005 req-748e1d2e-2f44-45b8-804b-ced2b0b5c99d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0962212 Apr 05 15:45:32.313222 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f4edc58f-c6d8-4b41-9882-f3d83b323005 req-0730f506-3f91-484e-b099-2078d114b269 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423901 Apr 05 15:45:32.562622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961f43-6d11-4d8e-822a-8486a0c51f95 req-6b5c7ebf-49e5-4197-b447-f348bb07a2bf tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:32.564149 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-73961f43-6d11-4d8e-822a-8486a0c51f95 req-6b5c7ebf-49e5-4197-b447-f348bb07a2bf tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0930262 Apr 05 15:45:32.611821 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-73961f43-6d11-4d8e-822a-8486a0c51f95 req-991f69d1-d5a6-45f1-a0b1-68043b11b792 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Apr 05 15:45:33.353933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:33.526140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a5739-1cfb-4c6b-b1ca-2bb448e48c20 req-dbe4fbfb-355d-49f1-b941-1bf8311baeaa tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:33.527750 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7c0a5739-1cfb-4c6b-b1ca-2bb448e48c20 req-dbe4fbfb-355d-49f1-b941-1bf8311baeaa tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0908074 Apr 05 15:45:33.582177 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7c0a5739-1cfb-4c6b-b1ca-2bb448e48c20 req-9002c580-b307-4d59-89b8-29fd372359c0 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480423 Apr 05 15:45:33.821976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d4641-db5e-4025-9557-64fb5513400c req-75635a04-c7b3-405e-ab70-747d75a2dab0 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:33.823482 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c81d4641-db5e-4025-9557-64fb5513400c req-75635a04-c7b3-405e-ab70-747d75a2dab0 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0891769 Apr 05 15:45:33.871621 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c81d4641-db5e-4025-9557-64fb5513400c req-e450dc4a-643e-4efb-b8c3-01f793a03f80 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Apr 05 15:45:34.797855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f43f5-9fec-4766-96a3-0e6bacfcda84 req-5c2a0d8f-65d1-4bbe-bfcf-4f758883ecab tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:34.804381 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-593f43f5-9fec-4766-96a3-0e6bacfcda84 req-5c2a0d8f-65d1-4bbe-bfcf-4f758883ecab tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0928757 Apr 05 15:45:34.848800 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-593f43f5-9fec-4766-96a3-0e6bacfcda84 req-e1c88939-7818-498b-933f-b609846347db tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423715 Apr 05 15:45:35.076168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b862a7-6e1a-4735-81a8-9d6b58efbf95 req-dde59b7a-3c3d-41cc-91d7-1fc008409bdc tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:35.077824 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-41b862a7-6e1a-4735-81a8-9d6b58efbf95 req-dde59b7a-3c3d-41cc-91d7-1fc008409bdc tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0901797 Apr 05 15:45:35.125824 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-41b862a7-6e1a-4735-81a8-9d6b58efbf95 req-8010d806-ba9f-41f3-8c69-88ab83367dd8 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Apr 05 15:45:36.061590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b052f-f02a-40fa-8cac-c9096c416ab8 req-6d1fb100-3855-4d2e-97c5-ad1d536975a3 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:36.063215 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5b2b052f-f02a-40fa-8cac-c9096c416ab8 req-6d1fb100-3855-4d2e-97c5-ad1d536975a3 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0947955 Apr 05 15:45:36.116876 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5b2b052f-f02a-40fa-8cac-c9096c416ab8 req-de467be9-4457-414e-9354-b9c200433b65 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470963 Apr 05 15:45:36.324908 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de87e2a-41a2-4423-9b4c-d43f072d7374 req-35e8a2ea-5e76-4aad-bfb3-8e4439ff2d90 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:36.326528 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7de87e2a-41a2-4423-9b4c-d43f072d7374 req-35e8a2ea-5e76-4aad-bfb3-8e4439ff2d90 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0877452 Apr 05 15:45:36.378621 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7de87e2a-41a2-4423-9b4c-d43f072d7374 req-35bed6de-a6c4-42e9-86d6-2d1a8afd021f tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458038 Apr 05 15:45:37.117247 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-89e821e6-8731-4eb6-82bc-205cbc6ab9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:37.119096 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-89e821e6-8731-4eb6-82bc-205cbc6ab9ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 1096 time: 0.0840847 Apr 05 15:45:37.280136 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-7bd39cb3-4ba3-49d1-8200-24eb2a82b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:37.281830 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-7bd39cb3-4ba3-49d1-8200-24eb2a82b9f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 918 time: 0.1431262 Apr 05 15:45:37.325662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b505c-6799-444d-9881-08c9566aa0e2 req-363b1114-22df-450b-9928-f31e78d14862 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:37.327793 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-989b505c-6799-444d-9881-08c9566aa0e2 req-363b1114-22df-450b-9928-f31e78d14862 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0906205 Apr 05 15:45:37.379333 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-989b505c-6799-444d-9881-08c9566aa0e2 req-b68735fb-2fde-46d2-bfc6-bc566c793719 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446699 Apr 05 15:45:37.394193 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-13930c8f-837e-46a4-a03c-a9c9f95003d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bc27bae-2330-42e4-9361-ada295d92df0 HTTP/1.1" status: 200 len: 999 time: 0.1044753 Apr 05 15:45:37.471810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-d114639f-5855-4e06-b78a-20311f64a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:37.473810 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-d114639f-5855-4e06-b78a-20311f64a484 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.0729892 Apr 05 15:45:37.562509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-7c08c5d5-c78e-43d1-8422-77f713bed460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:37.564266 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-7c08c5d5-c78e-43d1-8422-77f713bed460 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803566 Apr 05 15:45:37.607063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768771a8-5f84-4227-94ef-77188a9f5aac req-b3faa24e-c7b7-4e8c-bdf3-ce6412442a1a tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:37.609004 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-768771a8-5f84-4227-94ef-77188a9f5aac req-b3faa24e-c7b7-4e8c-bdf3-ce6412442a1a tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.1056762 Apr 05 15:45:37.658222 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-768771a8-5f84-4227-94ef-77188a9f5aac req-95b3a046-05b7-4de8-ab4f-fc219cb1392e tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Apr 05 15:45:37.712684 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-2db5171f-4408-46d6-b2bd-9ef90fb88fa2 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406682 Apr 05 15:45:37.857859 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2541bcb6-10c6-4c97-8ab8-61a46660fcce req-5f7c5d14-be1b-46b6-98e5-5078598a1be4 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377361 Apr 05 15:45:38.595037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd8d8d-8021-4651-88fd-2a4b85639726 req-1400327b-21d4-4671-8c7d-b0bbc03277e9 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:38.596725 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2bfd8d8d-8021-4651-88fd-2a4b85639726 req-1400327b-21d4-4671-8c7d-b0bbc03277e9 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0922959 Apr 05 15:45:38.647174 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2bfd8d8d-8021-4651-88fd-2a4b85639726 req-f5f0688c-c863-41ab-920d-36257e3519e5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440369 Apr 05 15:45:38.866004 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa6869-bd93-4c2f-b746-bf917f0c032f req-84644e8d-0136-40ca-8c1c-77e8e32bc2fd tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:38.867611 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-09aa6869-bd93-4c2f-b746-bf917f0c032f req-84644e8d-0136-40ca-8c1c-77e8e32bc2fd tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0959971 Apr 05 15:45:38.917078 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-09aa6869-bd93-4c2f-b746-bf917f0c032f req-02ee56b4-1263-421f-b00e-f4373844314e tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Apr 05 15:45:39.851082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf6768-41a7-4142-b000-93efe39792af req-bc5230f6-e46f-48bc-aa76-39622ee05217 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:39.852721 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-43cf6768-41a7-4142-b000-93efe39792af req-bc5230f6-e46f-48bc-aa76-39622ee05217 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0878909 Apr 05 15:45:39.904842 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-43cf6768-41a7-4142-b000-93efe39792af req-0f9db8a8-bc84-4199-8cc0-8892c2934cfa tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457308 Apr 05 15:45:40.179486 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 57288) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:40.302670 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.318281 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:40.322486 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Usage tracker for resource:security_group_rule and tenant:61cf19fa86b04e89a81256a119bcf159 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:40.325460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:40.331903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:40.418667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.421904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.430224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d4e62aa4-ac74-4960-a18b-0d45e26d2e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:40.473360 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61cf19fa86b04e89a81256a119bcf159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926912 Apr 05 15:45:40.474267 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c44414-108c-41f9-a765-45206f544599,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:40.476201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 57294) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:40.482876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.483296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.483705 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.484111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.484562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.484966 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.485364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.485759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.486160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.486552 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.486946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.487341 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.491598 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4e82e22f-1a90-4ca3-b03d-830abcc43d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:40.538580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.571471 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.617135 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.622548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6774f0d4-fffc-4cbc-baaa-0a849a508ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:40.635120 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c44414-108c-41f9-a765-45206f544599,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:40.647796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.647796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.647796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.647796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.648217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.648217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.648650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.649054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.649454 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.649853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.650250 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.650646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.656299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:40.658324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.659552 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f54797ea-ff8a-4fc1-9500-73c2502a5379 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08c44414-108c-41f9-a765-45206f544599 HTTP/1.1" status: 204 len: 168 time: 0.1821806 Apr 05 15:45:41.135132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d52fe-8c9a-442d-bfc8-9eaa43bd2321 req-740716d0-d609-4d06-802a-81fe0888690a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:41.136841 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-717d52fe-8c9a-442d-bfc8-9eaa43bd2321 req-740716d0-d609-4d06-802a-81fe0888690a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0981429 Apr 05 15:45:41.186332 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-717d52fe-8c9a-442d-bfc8-9eaa43bd2321 req-f0171709-2438-4201-9552-c996ede32984 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Apr 05 15:45:42.407161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d496d0-67c6-48ea-a4d8-9c02984235f9 req-ebb2524b-5129-42d0-b66c-c4826c83d86e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:42.408855 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-44d496d0-67c6-48ea-a4d8-9c02984235f9 req-ebb2524b-5129-42d0-b66c-c4826c83d86e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 943 time: 0.0935669 Apr 05 15:45:42.461000 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-44d496d0-67c6-48ea-a4d8-9c02984235f9 req-a71999cb-b04b-4754-92a9-98b7e22968c4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455756 Apr 05 15:45:43.040722 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9bc27bae-2330-42e4-9361-ada295d92df0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:45:43.183069 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:45:43.197764 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '9bc27bae-2330-42e4-9361-ada295d92df0', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'port_id': '9bc27bae-2330-42e4-9361-ada295d92df0', 'mac_address': 'fa:16:3e:85:31:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:45:43.258886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:43.277199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc27bae-2330-42e4-9361-ada295d92df0 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:45:43.293921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:45:43.299030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:43.300900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4aaa5049-4208-4b20-82ca-8a797612ca5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:43.372382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=9']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:43.375728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:43.672996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162ae1f-58b9-4a1e-acb1-19e1df764e30 req-448a9dc9-87f8-4f7e-adff-ac5703a58019 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:43.674594 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1162ae1f-58b9-4a1e-acb1-19e1df764e30 req-448a9dc9-87f8-4f7e-adff-ac5703a58019 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 944 time: 0.0916889 Apr 05 15:45:43.723390 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1162ae1f-58b9-4a1e-acb1-19e1df764e30 req-9bcd3696-ca7e-457d-a7c6-651cf86d2703 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423381 Apr 05 15:45:43.799659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['9bc27bae-2330-42e4-9361-ada295d92df0'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:45:44.939319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb22ce-4c17-4e79-880c-ffb6d7c0d10d req-e0ae33ac-12e0-47d0-976f-63a13b5b8ecf tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:44.940958 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cffb22ce-4c17-4e79-880c-ffb6d7c0d10d req-e0ae33ac-12e0-47d0-976f-63a13b5b8ecf tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 944 time: 0.0901282 Apr 05 15:45:44.995483 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cffb22ce-4c17-4e79-880c-ffb6d7c0d10d req-9316274c-6e6e-4331-b670-f3f58585a67a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479834 Apr 05 15:45:46.202994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d64ea-7e29-4b8f-995b-604d4f092c20 req-8be3ca23-872d-4d49-b269-ada7d1cbd67f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:46.204656 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-157d64ea-7e29-4b8f-995b-604d4f092c20 req-8be3ca23-872d-4d49-b269-ada7d1cbd67f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 944 time: 0.0904307 Apr 05 15:45:46.253171 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-157d64ea-7e29-4b8f-995b-604d4f092c20 req-39cf03aa-8037-452b-89bf-6510d21e1143 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Apr 05 15:45:47.057278 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9bc27bae-2330-42e4-9361-ada295d92df0 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:45:47.135084 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 9bc27bae-2330-42e4-9361-ada295d92df0 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:45:47.135504 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:47.426561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:47.454877 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:45:47.465352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:45:47.469562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:47.471883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:47.479947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b48a47-a7d6-430a-85c2-087acea2b0a7 req-c559ea73-8910-498a-a690-3e91ef7b7c1b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:47.481612 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d6b48a47-a7d6-430a-85c2-087acea2b0a7 req-c559ea73-8910-498a-a690-3e91ef7b7c1b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 944 time: 0.0994415 Apr 05 15:45:47.512378 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0', 'code': 200} Apr 05 15:45:47.548126 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d6b48a47-a7d6-430a-85c2-087acea2b0a7 req-2846514c-ed02-4a22-a37e-b0cb5e5dd8b1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478783 Apr 05 15:45:47.550441 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=10']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:47.564325 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.564831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.565139 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.565523 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.565903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.566280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.568654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.569296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.569828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.570475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.572224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.573187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:47.577605 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:48.225217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc0ad1-f6f9-4282-a6af-cddf6301b927 req-7546f031-381c-4a14-ad3c-326b22b0727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:48.226823 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2dbc0ad1-f6f9-4282-a6af-cddf6301b927 req-7546f031-381c-4a14-ad3c-326b22b0727e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 1099 time: 0.0777276 Apr 05 15:45:48.271143 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2dbc0ad1-f6f9-4282-a6af-cddf6301b927 req-cee45b23-38c9-4282-9ec7-8d62afe58e0b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369415 Apr 05 15:45:48.768569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1b336-de05-43ac-bf66-5bfaba305f75 req-3ed728b2-6483-45b5-b0cd-7b7e402a966a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:48.770184 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-45d1b336-de05-43ac-bf66-5bfaba305f75 req-3ed728b2-6483-45b5-b0cd-7b7e402a966a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 946 time: 0.1012058 Apr 05 15:45:48.818378 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-45d1b336-de05-43ac-bf66-5bfaba305f75 req-ee059730-da7e-428c-8966-ef20a0d90f13 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419517 Apr 05 15:45:50.103708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608e5c8-b07d-4596-b048-90fe3bd820b6 req-82798236-0651-4c14-9cb1-0d9dcadd8a43 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:50.105597 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f608e5c8-b07d-4596-b048-90fe3bd820b6 req-82798236-0651-4c14-9cb1-0d9dcadd8a43 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 946 time: 0.1321452 Apr 05 15:45:50.163574 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f608e5c8-b07d-4596-b048-90fe3bd820b6 req-2c14594c-352b-464a-a734-b05dedc473ae tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505660 Apr 05 15:45:50.399355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:45:51.388035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a9e5f-9a57-4ce1-aacb-06a8cd6482c8 req-d3fd33c5-9e86-4ec6-bfec-6bccfdd61de4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:45:51.389759 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a55a9e5f-9a57-4ce1-aacb-06a8cd6482c8 req-d3fd33c5-9e86-4ec6-bfec-6bccfdd61de4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 946 time: 0.0910492 Apr 05 15:45:51.443918 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a55a9e5f-9a57-4ce1-aacb-06a8cd6482c8 req-aef75382-e32f-4ae7-88e3-5d1d04ffa9c2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470753 Apr 05 15:45:51.880750 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 57538) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:52.013313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8a840eb5-afd4-44a7-8a01-6b2cf5d1227f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:52.033691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8a840eb5-afd4-44a7-8a01-6b2cf5d1227f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:52.037716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8a840eb5-afd4-44a7-8a01-6b2cf5d1227f admin admin] Usage tracker for resource:security_group_rule and tenant:2f2e4af6887f4c2ca240e84e3b1c657e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:52.040702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8a840eb5-afd4-44a7-8a01-6b2cf5d1227f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:52.047192 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8a840eb5-afd4-44a7-8a01-6b2cf5d1227f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:52.134816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8a840eb5-afd4-44a7-8a01-6b2cf5d1227f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:52.137842 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8a840eb5-afd4-44a7-8a01-6b2cf5d1227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:52.168699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f0e1b890-73bd-4a83-9fc1-32acab387ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:52.178542 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8a840eb5-afd4-44a7-8a01-6b2cf5d1227f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f2e4af6887f4c2ca240e84e3b1c657e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965813 Apr 05 15:45:52.180732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 57546) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:52.201622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a840eb5-afd4-44a7-8a01-6b2cf5d1227f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0127d3f-3451-47cd-b7b6-e8c3263a6642,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:52.205539 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8a840eb5-afd4-44a7-8a01-6b2cf5d1227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:52.250407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d16337b0-20b1-44f4-a81a-2c6be3b16f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:52.279869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d16337b0-20b1-44f4-a81a-2c6be3b16f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:52.325201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d16337b0-20b1-44f4-a81a-2c6be3b16f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:52.330746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6a60e07b-3590-4699-b245-e3bafccb98e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:52.343992 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16337b0-20b1-44f4-a81a-2c6be3b16f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0127d3f-3451-47cd-b7b6-e8c3263a6642,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:52.348240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d16337b0-20b1-44f4-a81a-2c6be3b16f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:52.353947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d16337b0-20b1-44f4-a81a-2c6be3b16f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:52.355158 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d16337b0-20b1-44f4-a81a-2c6be3b16f2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0127d3f-3451-47cd-b7b6-e8c3263a6642 HTTP/1.1" status: 204 len: 168 time: 0.1731622 Apr 05 15:45:54.755752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-11f36001-4949-477b-a22f-cefc216f2af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:56.110700 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:56.939555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d7e48126-b7ec-43d2-b00c-7bbcac6ab052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:57.490797 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:59.167321 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:03.348806 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:05.544104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725adbd-f162-441c-9360-e669d569eda1 req-7f0a7a0e-47a8-4368-bc0e-bcad7f38a9f5 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:05.545726 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c725adbd-f162-441c-9360-e669d569eda1 req-7f0a7a0e-47a8-4368-bc0e-bcad7f38a9f5 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0913579 Apr 05 15:46:05.593776 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c725adbd-f162-441c-9360-e669d569eda1 req-0de87812-afd6-45a2-947a-7f316dc96e74 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Apr 05 15:46:06.798260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50697b3-c284-4912-ab69-68f6029e94dd req-aa4b4668-3bcf-4c51-b2d6-354a46c4ffda tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:06.799763 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e50697b3-c284-4912-ab69-68f6029e94dd req-aa4b4668-3bcf-4c51-b2d6-354a46c4ffda tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0906360 Apr 05 15:46:06.848764 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e50697b3-c284-4912-ab69-68f6029e94dd req-acc2e72a-9529-43c2-9005-d257a1860faa tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Apr 05 15:46:08.073651 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cc5a2-3e76-4f58-bfd7-e05ecaf119f6 req-4e5d70a0-081e-4787-95c9-cabd697715f1 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:08.075275 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-833cc5a2-3e76-4f58-bfd7-e05ecaf119f6 req-4e5d70a0-081e-4787-95c9-cabd697715f1 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0995681 Apr 05 15:46:08.126529 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-833cc5a2-3e76-4f58-bfd7-e05ecaf119f6 req-224f72fc-8de0-469a-b1ec-af482c3f744e tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441308 Apr 05 15:46:09.343676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c154fca-82fa-485c-b7d7-51c135e228ca req-6d7a5097-c10d-4212-8b44-5c3e9d8f7fc3 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:09.346881 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7c154fca-82fa-485c-b7d7-51c135e228ca req-6d7a5097-c10d-4212-8b44-5c3e9d8f7fc3 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0959802 Apr 05 15:46:09.402335 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7c154fca-82fa-485c-b7d7-51c135e228ca req-6a559cdf-7f6e-4b85-b023-990ef7238017 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488043 Apr 05 15:46:10.613999 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a60482-53e1-4470-b9a3-2e0ede4f5b7d req-b48e815d-93d4-43ca-ba4b-6ef7459cceca tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:10.615756 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-96a60482-53e1-4470-b9a3-2e0ede4f5b7d req-b48e815d-93d4-43ca-ba4b-6ef7459cceca tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.0952606 Apr 05 15:46:10.671203 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-96a60482-53e1-4470-b9a3-2e0ede4f5b7d req-5d4e8820-2948-4866-b919-edb5b4271116 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/security-groups?id=15a3b79b-a025-48b0-803a-adbc58ed3a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483689 Apr 05 15:46:10.842361 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-d6c85d34-1202-4786-8ae0-16ef84d6c646 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:10.843130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-d6c85d34-1202-4786-8ae0-16ef84d6c646 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Synchronizing usage tracker for tenant:f6c719be0a46475ab9d0727d86cc6db6 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:46:10.862934 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-d6c85d34-1202-4786-8ae0-16ef84d6c646 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Unset dirty status for tenant:f6c719be0a46475ab9d0727d86cc6db6 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:46:10.864326 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-d6c85d34-1202-4786-8ae0-16ef84d6c646 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.49 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 945 time: 0.1099927 Apr 05 15:46:10.950458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Deleting port bdc2e805-ff8e-4983-95db-f36c04113332 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:46:10.950621 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:11.208753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] For port bdc2e805-ff8e-4983-95db-f36c04113332, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bdc2e805-ff8e-4983-95db-f36c04113332,segment=NetworkSegment(7650673a-a8d6-405e-b097-fcf31545d760),segment_id=7650673a-a8d6-405e-b097-fcf31545d760)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:46:11.209080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:11.341030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Calling delete_port for bdc2e805-ff8e-4983-95db-f36c04113332 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:46:11.487490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:11.501032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['bdc2e805-ff8e-4983-95db-f36c04113332'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:46:11.503643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ec74bce0-1545-4811-a461-928d94664830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:46:11.561152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Pushing event deleted for resources: {'Port': ['ID=bdc2e805-ff8e-4983-95db-f36c04113332,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:46:11.565443 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:46:11.746297 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] No DVR routers for this DVR port bdc2e805-ff8e-4983-95db-f36c04113332 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:46:11.749269 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:11.755610 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4148bbaf-8d33-4d49-aa2a-b376151f1367', 'name': 'network-vif-deleted', 'tag': 'bdc2e805-ff8e-4983-95db-f36c04113332'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:46:11.778239 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ed2273c0-afaf-4adf-829c-d9c3a29ec539 req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.49 "DELETE /v2.0/ports/bdc2e805-ff8e-4983-95db-f36c04113332 HTTP/1.1" status: 204 len: 173 time: 0.9068124 Apr 05 15:46:11.819182 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4148bbaf-8d33-4d49-aa2a-b376151f1367', 'name': 'network-vif-deleted', 'tag': 'bdc2e805-ff8e-4983-95db-f36c04113332', 'status': 'completed', 'code': 200} Apr 05 15:46:11.841617 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be563bdc-57dd-485f-a7e5-b780374be8f9 req-70a989c4-a119-4ea4-9472-00daf60511b7 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] 10.222.0.46 "GET /v2.0/ports?device_id=4148bbaf-8d33-4d49-aa2a-b376151f1367 HTTP/1.1" status: 200 len: 210 time: 0.0486095 Apr 05 15:46:15.146406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device bdc2e805-ff8e-4983-95db-f36c04113332 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:46:15.186453 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: bdc2e805-ff8e-4983-95db-f36c04113332 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:46:15.186851 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device bdc2e805-ff8e-4983-95db-f36c04113332 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:46:16.033035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 57908) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:46:16.164223 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:16.180133 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:46:16.184242 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] Usage tracker for resource:security_group_rule and tenant:e18982c6d1b24175afa2dff6a1031911 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:46:16.187267 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:46:16.194581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:46:16.290306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:16.302132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:16.314090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f6389840-fa0e-4785-a445-a2658b761ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:46:16.348500 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e18982c6d1b24175afa2dff6a1031911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145783 Apr 05 15:46:16.351432 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 57920) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:46:16.368518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce4fa26-1628-41cb-8346-f61701f25b60,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:46:16.372243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:46:16.429612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c7ea7974-e83e-4321-9d35-fb1c263481e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:16.457650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c7ea7974-e83e-4321-9d35-fb1c263481e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:16.504578 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c7ea7974-e83e-4321-9d35-fb1c263481e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:16.509764 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d6b6a919-91b2-40d0-af28-f761d755a110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:46:16.523124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea7974-e83e-4321-9d35-fb1c263481e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce4fa26-1628-41cb-8346-f61701f25b60,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:46:16.525890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c7ea7974-e83e-4321-9d35-fb1c263481e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:46:16.527101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c7ea7974-e83e-4321-9d35-fb1c263481e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:16.528299 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c7ea7974-e83e-4321-9d35-fb1c263481e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ce4fa26-1628-41cb-8346-f61701f25b60 HTTP/1.1" status: 204 len: 168 time: 0.1758230 Apr 05 15:46:23.267223 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58032) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:46:23.397070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-31160e81-7052-499c-8a3d-96d554b41c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:23.417400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-31160e81-7052-499c-8a3d-96d554b41c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:46:23.421485 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-31160e81-7052-499c-8a3d-96d554b41c96 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7d9255e6ac44519eac747d454aaac7 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:46:23.425215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-31160e81-7052-499c-8a3d-96d554b41c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:46:23.431385 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-31160e81-7052-499c-8a3d-96d554b41c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:46:23.515194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-31160e81-7052-499c-8a3d-96d554b41c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:23.517892 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-31160e81-7052-499c-8a3d-96d554b41c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:23.527233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-042b42fc-1edb-45e7-8839-517a5a94d398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:46:23.571655 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31160e81-7052-499c-8a3d-96d554b41c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7acb644-3733-4f99-af15-6f35ecf5278b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:46:23.576258 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-31160e81-7052-499c-8a3d-96d554b41c96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce7d9255e6ac44519eac747d454aaac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079321 Apr 05 15:46:23.577237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-31160e81-7052-499c-8a3d-96d554b41c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:46:23.579620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58042) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:46:23.640581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-996ef979-ea77-4540-8b9b-9425176d54af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:23.668285 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-996ef979-ea77-4540-8b9b-9425176d54af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:23.712369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-996ef979-ea77-4540-8b9b-9425176d54af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:23.717341 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e5dea85a-a071-42b9-8fab-9d085f7f91c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:46:23.730271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ef979-ea77-4540-8b9b-9425176d54af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7acb644-3733-4f99-af15-6f35ecf5278b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:46:23.732547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-996ef979-ea77-4540-8b9b-9425176d54af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:46:23.739961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-996ef979-ea77-4540-8b9b-9425176d54af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:23.741203 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-996ef979-ea77-4540-8b9b-9425176d54af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7acb644-3733-4f99-af15-6f35ecf5278b HTTP/1.1" status: 204 len: 168 time: 0.1611741 Apr 05 15:46:24.757466 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-71012704-3dc6-4538-bbab-14ad58c88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:26.112379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:26.941963 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e99df5d7-94e4-45c9-928f-f21e397fbc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:27.399895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:46:27.492269 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:29.169687 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:33.356748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:35.638618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58182) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:46:35.707055 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-41956e1b-bcc9-46a9-bce3-97c917c9408f admin admin] Deleting subnet 48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8 {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:46:35.710118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-41956e1b-bcc9-46a9-bce3-97c917c9408f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:35.897356 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-1f67933d-5661-4c89-96bd-bc5db3ecccde service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852509 Apr 05 15:46:35.971480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-41956e1b-bcc9-46a9-bce3-97c917c9408f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31628953'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:36.000267 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-780f00e2-2c2f-4ef2-b5b5-758fa8989180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:36.001943 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-780f00e2-2c2f-4ef2-b5b5-758fa8989180 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74c4fd7675e4886b8f69edf9f1f3702&device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 1137 time: 0.0789745 Apr 05 15:46:36.031281 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-41956e1b-bcc9-46a9-bce3-97c917c9408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:36.164416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-2c5c8023-f725-4c60-8d4a-eefeb4ba31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:36.165972 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-2c5c8023-f725-4c60-8d4a-eefeb4ba31ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=7fe767f3-1fd6-4241-a869-f4c019752f33 HTTP/1.1" status: 200 len: 915 time: 0.1388280 Apr 05 15:46:36.286087 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-87e67e4b-6d0b-4191-9b2e-c8339bdc672d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 1000 time: 0.1125309 Apr 05 15:46:36.293574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-41956e1b-bcc9-46a9-bce3-97c917c9408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822717160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31851552'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:36.309838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:46:36.361768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41956e1b-bcc9-46a9-bce3-97c917c9408f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:46:36.363724 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-23a3a236-675a-4133-b1b6-d4f4bb09da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:36.364517 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-41956e1b-bcc9-46a9-bce3-97c917c9408f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:46:36.365792 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-23a3a236-675a-4133-b1b6-d4f4bb09da8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65215ba3-c215-4da1-9f03-1c715aba4fda HTTP/1.1" status: 200 len: 853 time: 0.0721631 Apr 05 15:46:36.450751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-41956e1b-bcc9-46a9-bce3-97c917c9408f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:36.452506 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-31ae362d-f832-4d21-8d51-8f9518e1a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:36.453670 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-31ae362d-f832-4d21-8d51-8f9518e1a776 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7fe767f3-1fd6-4241-a869-f4c019752f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806201 Apr 05 15:46:36.457707 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-41956e1b-bcc9-46a9-bce3-97c917c9408f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/48b01c32-0d70-4b00-9a26-eb4c9f6f4cb8 HTTP/1.1" status: 204 len: 168 time: 0.8174112 Apr 05 15:46:36.460200 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58192) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:46:36.579324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:36.599188 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-2c752d8e-7e9d-45fa-8fab-6c1f559d508f service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369793 Apr 05 15:46:36.778533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:36.900703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e7341c-08df-4277-9d90-8097a233796e']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:46:36.914192 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7650673a-a8d6-405e-b097-fcf31545d760') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:46:36.914530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7650673a-a8d6-405e-b097-fcf31545d760') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:46:36.927578 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823146864'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:36.949443 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:36.958951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:46:36.978643 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ac1460f7-af86-4c88-801b-838f3ea8aafb req-99fbab53-7ea2-4262-9b50-d3401b36b198 service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718669 Apr 05 15:46:37.141932 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Network d3e7341c-08df-4277-9d90-8097a233796e has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:46:37.150954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822717005'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:37.329594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Network d3e7341c-08df-4277-9d90-8097a233796e has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:46:37.352375 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:46:37.443917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:37.447718 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:46:37.464062 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:37.470578 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e7341c-08df-4277-9d90-8097a233796e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:46:37.475684 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:46:37.481778 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-815efbd1-1ad7-4fa4-bccd-417c2ad2e90d admin admin] 10.222.0.46 "DELETE /v2.0/networks/d3e7341c-08df-4277-9d90-8097a233796e HTTP/1.1" status: 204 len: 168 time: 1.0205445 Apr 05 15:46:37.665735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58208) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:46:37.712778 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58212) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:46:37.719725 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b152ec2c-61da-4b63-8d35-67b8fd4bb3d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6c719be0a46475ab9d0727d86cc6db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522544 Apr 05 15:46:37.722217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58218) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:46:37.784208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8d29d8fc-62dc-441a-af13-cf829f24f16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:37.811605 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8d29d8fc-62dc-441a-af13-cf829f24f16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:37.857666 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8d29d8fc-62dc-441a-af13-cf829f24f16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:37.862788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fef5bccd-fe2d-44ca-9fe5-98b9d7387bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:46:37.873733 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29d8fc-62dc-441a-af13-cf829f24f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a3b79b-a025-48b0-803a-adbc58ed3a1e,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:46:37.877487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8d29d8fc-62dc-441a-af13-cf829f24f16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:46:37.881728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8d29d8fc-62dc-441a-af13-cf829f24f16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:37.883231 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8d29d8fc-62dc-441a-af13-cf829f24f16c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15a3b79b-a025-48b0-803a-adbc58ed3a1e HTTP/1.1" status: 204 len: 168 time: 0.1595056 Apr 05 15:46:37.903141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-da650389-4b17-40ac-939c-4475f8aebad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:37.919248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-da650389-4b17-40ac-939c-4475f8aebad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:46:37.923475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-da650389-4b17-40ac-939c-4475f8aebad6 admin admin] Usage tracker for resource:security_group_rule and tenant:934f49be0d154951a2af5735d67c3b17 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:46:37.926515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-da650389-4b17-40ac-939c-4475f8aebad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:46:37.932538 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-da650389-4b17-40ac-939c-4475f8aebad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:46:38.032882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-da650389-4b17-40ac-939c-4475f8aebad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:38.036646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-da650389-4b17-40ac-939c-4475f8aebad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:38.046520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a06eb4e7-2aff-4058-a7a6-35d5251080fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:46:38.092664 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-da650389-4b17-40ac-939c-4475f8aebad6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=934f49be0d154951a2af5735d67c3b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785880 Apr 05 15:46:38.094524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da650389-4b17-40ac-939c-4475f8aebad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95138b0-4ebd-485a-99c1-bd8d448a6a2e,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:46:38.095535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58224) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:46:38.098646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-da650389-4b17-40ac-939c-4475f8aebad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:46:38.166804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1a86de76-2900-4d61-a49e-108282f8c4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:38.196764 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1a86de76-2900-4d61-a49e-108282f8c4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:38.244636 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1a86de76-2900-4d61-a49e-108282f8c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:38.249528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f2d597dd-5e77-4976-946e-970fcb66f71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:46:38.260613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86de76-2900-4d61-a49e-108282f8c4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95138b0-4ebd-485a-99c1-bd8d448a6a2e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:46:38.264272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1a86de76-2900-4d61-a49e-108282f8c4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:46:38.267542 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1a86de76-2900-4d61-a49e-108282f8c4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:38.268789 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-1a86de76-2900-4d61-a49e-108282f8c4bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f95138b0-4ebd-485a-99c1-bd8d448a6a2e HTTP/1.1" status: 204 len: 168 time: 0.1720231 Apr 05 15:46:43.884879 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-3112438a-6393-4589-a8de-fd5064c141d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:43.886487 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-3112438a-6393-4589-a8de-fd5064c141d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74c4fd7675e4886b8f69edf9f1f3702&device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 1137 time: 0.2390816 Apr 05 15:46:43.942379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bc189-b48f-4636-8ebf-3109a6c17f7a req-d8b7ab81-de6c-4e26-a978-46137485e53d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:43.944005 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-580bc189-b48f-4636-8ebf-3109a6c17f7a req-d8b7ab81-de6c-4e26-a978-46137485e53d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.2691460 Apr 05 15:46:44.008110 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-580bc189-b48f-4636-8ebf-3109a6c17f7a req-c5c70cbf-14a9-45c2-b418-4c2e32854eb2 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465777 Apr 05 15:46:44.031920 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-c884bc05-5c38-498b-aa92-1cb4cc20c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:44.033511 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-c884bc05-5c38-498b-aa92-1cb4cc20c1ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=7fe767f3-1fd6-4241-a869-f4c019752f33 HTTP/1.1" status: 200 len: 915 time: 0.1396844 Apr 05 15:46:44.143366 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-f336fb60-48d6-4509-b703-fde11438a6da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 1000 time: 0.1021752 Apr 05 15:46:44.214592 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-6797a511-8c32-4c08-aab0-d66c745101bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:44.216086 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-6797a511-8c32-4c08-aab0-d66c745101bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65215ba3-c215-4da1-9f03-1c715aba4fda HTTP/1.1" status: 200 len: 853 time: 0.0657871 Apr 05 15:46:44.296519 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-ae7287db-dda0-412a-a2e4-5dbf263ace23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:44.298071 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-ae7287db-dda0-412a-a2e4-5dbf263ace23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7fe767f3-1fd6-4241-a869-f4c019752f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745072 Apr 05 15:46:44.437095 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-1794bc59-09f6-4e44-9910-64104ce7a06a service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318078 Apr 05 15:46:44.577152 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0a9ccea1-06e5-4d85-88ee-7e5c5ac810fb req-05795c3d-aeab-4d30-8a77-47b00174db3c service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329541 Apr 05 15:46:45.261622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bc27b-9e75-4d0a-ac69-89c2edbdcc58 req-f6452910-85c5-4875-9df8-b9668bcb077e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:45.263134 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-705bc27b-9e75-4d0a-ac69-89c2edbdcc58 req-f6452910-85c5-4875-9df8-b9668bcb077e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.1409400 Apr 05 15:46:45.312940 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-705bc27b-9e75-4d0a-ac69-89c2edbdcc58 req-00d6a7ea-1d3f-495b-b654-2ec509a53fb3 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433085 Apr 05 15:46:46.514195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291380-5758-4916-9c31-9abd74d83c19 req-323697a2-3cbe-426a-85f6-db49088d118a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:46.515782 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e291380-5758-4916-9c31-9abd74d83c19 req-323697a2-3cbe-426a-85f6-db49088d118a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.0878575 Apr 05 15:46:46.564797 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0e291380-5758-4916-9c31-9abd74d83c19 req-48f450a1-3c16-4f96-8cd8-a067d2e7e45d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418594 Apr 05 15:46:47.765969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ad69e-c4fa-4506-840e-457759bb881a req-9768ce11-c2a5-47b1-9378-c06337ced980 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:47.767544 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3c7ad69e-c4fa-4506-840e-457759bb881a req-9768ce11-c2a5-47b1-9378-c06337ced980 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.0899320 Apr 05 15:46:47.816092 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3c7ad69e-c4fa-4506-840e-457759bb881a req-4ee00071-f359-44be-b496-4ef34b25e759 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421774 Apr 05 15:46:49.019420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea04894-23ea-49ea-a6d1-0d41b36d12b1 req-5fbf7584-0ce6-48e7-ac13-a353bdc837e5 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:49.021055 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ea04894-23ea-49ea-a6d1-0d41b36d12b1 req-5fbf7584-0ce6-48e7-ac13-a353bdc837e5 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.0934963 Apr 05 15:46:49.070662 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5ea04894-23ea-49ea-a6d1-0d41b36d12b1 req-86fceda2-7342-4a1b-aaa5-bb73d90050cd tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432575 Apr 05 15:46:50.268135 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b27322-b4bf-48d6-87f4-6d90f6ff8fe8 req-de8886a1-2602-4c23-b1d0-e69ab3569d00 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:50.269729 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-92b27322-b4bf-48d6-87f4-6d90f6ff8fe8 req-de8886a1-2602-4c23-b1d0-e69ab3569d00 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.0876262 Apr 05 15:46:50.319182 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-92b27322-b4bf-48d6-87f4-6d90f6ff8fe8 req-e844beec-2d7b-487f-ba08-7ab3873d738f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430346 Apr 05 15:46:51.523196 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d9e4d-5b18-4b05-ace5-89bcd1247d44 req-1e39a8bf-ad4e-4670-b4c0-e9318d0534a0 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:51.524810 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1f6d9e4d-5b18-4b05-ace5-89bcd1247d44 req-1e39a8bf-ad4e-4670-b4c0-e9318d0534a0 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.0914359 Apr 05 15:46:51.574384 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1f6d9e4d-5b18-4b05-ace5-89bcd1247d44 req-1b34a7dc-a4d7-4f16-8d54-9179de8f2e8f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431454 Apr 05 15:46:52.771768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561dbb4-68eb-445d-a777-6680b7d234c6 req-434e1e50-41e3-42d1-8baa-27ee9f75b9ec tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:52.773302 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9561dbb4-68eb-445d-a777-6680b7d234c6 req-434e1e50-41e3-42d1-8baa-27ee9f75b9ec tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.0874662 Apr 05 15:46:52.824907 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9561dbb4-68eb-445d-a777-6680b7d234c6 req-87e225cc-fc82-4b42-91ac-609e11842ba3 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452831 Apr 05 15:46:54.027813 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69c0d5-ae30-4424-917e-b2502f06d2bd req-56df7939-a4a8-4edc-a282-98fca341f360 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:54.029436 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0f69c0d5-ae30-4424-917e-b2502f06d2bd req-56df7939-a4a8-4edc-a282-98fca341f360 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.0901525 Apr 05 15:46:54.079637 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0f69c0d5-ae30-4424-917e-b2502f06d2bd req-db52031c-b0b8-4fb6-8bab-9ff3c0666896 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430162 Apr 05 15:46:54.758822 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c4231a7-d5ac-4543-a6f3-55a9a26cb079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:55.283123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbdc7c-89c9-42dd-8dd1-ef04e8616e15 req-ad704444-3482-436c-8ab7-73e5cfb35a83 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:55.284717 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1bbdc7c-89c9-42dd-8dd1-ef04e8616e15 req-ad704444-3482-436c-8ab7-73e5cfb35a83 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.0906978 Apr 05 15:46:55.334122 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d1bbdc7c-89c9-42dd-8dd1-ef04e8616e15 req-ba03c8e7-cadd-4a33-a6b0-ec2ff26dbf8e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423925 Apr 05 15:46:56.114994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:56.535085 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d76dfb-7e14-4623-bb32-ea953c62199f req-b40c8750-d096-4873-accd-e0558e69b2b4 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:46:56.537248 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a6d76dfb-7e14-4623-bb32-ea953c62199f req-b40c8750-d096-4873-accd-e0558e69b2b4 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.0886393 Apr 05 15:46:56.586271 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a6d76dfb-7e14-4623-bb32-ea953c62199f req-ea3c8b42-d559-4479-bb2d-43e056dad0af tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&id=282ce038-27ac-4a7d-a768-70f2dafe7fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426307 Apr 05 15:46:56.942838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-640a6719-692f-4bff-bd3d-ec50d56f861c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:57.496476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:59.172569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:01.516783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3799b-3ff5-4569-b052-c02f5540e355 req-363a4b65-7552-471d-b0df-7c7ab5203a10 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:01.518265 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3ec3799b-3ff5-4569-b052-c02f5540e355 req-363a4b65-7552-471d-b0df-7c7ab5203a10 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 946 time: 0.0899646 Apr 05 15:47:01.564562 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3ec3799b-3ff5-4569-b052-c02f5540e355 req-90a81587-27b0-486c-a611-234e264e8cc8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393524 Apr 05 15:47:02.771795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd7889-fd46-4be8-92c7-af5bc3ee885b req-38e2c004-9215-4498-97e1-14d7ea6b6476 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:02.773340 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-79cd7889-fd46-4be8-92c7-af5bc3ee885b req-38e2c004-9215-4498-97e1-14d7ea6b6476 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 946 time: 0.0871017 Apr 05 15:47:02.822946 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-79cd7889-fd46-4be8-92c7-af5bc3ee885b req-df5c5ac6-9635-4586-b006-0629b3b4019a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433464 Apr 05 15:47:03.291723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-f8b3ff5c-af35-4c4b-aa38-c3fda4fe5633 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:03.293298 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-f8b3ff5c-af35-4c4b-aa38-c3fda4fe5633 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.49 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 946 time: 0.0874631 Apr 05 15:47:03.354882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:03.374102 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Deleting port 9bc27bae-2330-42e4-9361-ada295d92df0 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:47:03.374483 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:03.631089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] For port 9bc27bae-2330-42e4-9361-ada295d92df0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9bc27bae-2330-42e4-9361-ada295d92df0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:47:03.631490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:03.935071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:03.935621 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:03.935758 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Floating IP 148ff38d-7cc7-401e-bdab-b18bb6cf1654 disassociated. External IP: 172.28.3.104, port: 9bc27bae-2330-42e4-9361-ada295d92df0. Apr 05 15:47:03.936061 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Calling delete_port for 9bc27bae-2330-42e4-9361-ada295d92df0 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:47:04.031079 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5e8ea-3b2c-424d-a627-ae76ecd4d3e4 req-7a1deb3c-3df2-45c7-9d0c-d1c7bc9f93ab tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:04.032782 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-20f5e8ea-3b2c-424d-a627-ae76ecd4d3e4 req-7a1deb3c-3df2-45c7-9d0c-d1c7bc9f93ab tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 946 time: 0.0908048 Apr 05 15:47:04.080879 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-20f5e8ea-3b2c-424d-a627-ae76ecd4d3e4 req-98ecfd89-cd1b-4726-b306-941bc93197da tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=93f7cdc0-c91e-4413-ad5a-61252104fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407128 Apr 05 15:47:04.089359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:04.108042 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-66ae5373-86ff-40a0-a756-0acc3064db62 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:04.164698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event deleted for resources: {'Port': ['ID=9bc27bae-2330-42e4-9361-ada295d92df0,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:04.222014 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.222382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.223402 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.223816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.224226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.224667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.225076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.225481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.225883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.226285 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.226686 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.227087 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:04.230597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:04.400924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:47:04.486914 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Router f7b56424-95b3-4ff8-8383-0c3e23bd6201 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:47:04.673994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:47:04.684337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] Sync routers for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:47:04.695755 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:47:04.696720 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:46:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:04.753837 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] No DVR routers for this DVR port 9bc27bae-2330-42e4-9361-ada295d92df0 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:47:04.756859 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:04.759837 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'name': 'network-vif-deleted', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:47:04.796676 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cd6fea2d-7c3a-42dc-be94-69a4fc52b0be req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.49 "DELETE /v2.0/ports/9bc27bae-2330-42e4-9361-ada295d92df0 HTTP/1.1" status: 204 len: 173 time: 1.4973693 Apr 05 15:47:04.871821 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be8837c-a86c-40f0-b9dd-d1e8595b14e8', 'name': 'network-vif-deleted', 'tag': '9bc27bae-2330-42e4-9361-ada295d92df0', 'status': 'completed', 'code': 200} Apr 05 15:47:04.900042 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:47:05.247417 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:05.252857 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] Checking router: f7b56424-95b3-4ff8-8383-0c3e23bd6201 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:47:05.265153 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:47:05.265823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:46:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:05.270807 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0c4146e9-00ad-405f-b644-1832da8300cf req-35f8b5d4-0a34-4aff-9a89-45d105d69e8b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0be8837c-a86c-40f0-b9dd-d1e8595b14e8 HTTP/1.1" status: 200 len: 210 time: 0.0548990 Apr 05 15:47:05.461688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:47:05.787054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:05.791339 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e741234-4f51-410f-ae62-08d9905a1668 None None] The sync data for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb is: [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:47:06.231789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e988e-4d9c-458d-93b5-3b50d508ebb5 None None] New status for floating IP 148ff38d-7cc7-401e-bdab-b18bb6cf1654: DOWN {{(pid=84316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:47:06.427354 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58308) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:06.513019 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b12a8065-2f7a-4eee-bafa-88f27f75be5e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:06.542575 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b12a8065-2f7a-4eee-bafa-88f27f75be5e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:06.598011 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b12a8065-2f7a-4eee-bafa-88f27f75be5e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:06.603209 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ae9e86aa-7bdc-4f5c-b782-a8c71d5623be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:06.622204 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a8065-2f7a-4eee-bafa-88f27f75be5e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f7cdc0-c91e-4413-ad5a-61252104fbd2,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:06.625173 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b12a8065-2f7a-4eee-bafa-88f27f75be5e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:06.631917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b12a8065-2f7a-4eee-bafa-88f27f75be5e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:06.633161 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b12a8065-2f7a-4eee-bafa-88f27f75be5e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "DELETE /v2.0/security-groups/93f7cdc0-c91e-4413-ad5a-61252104fbd2 HTTP/1.1" status: 204 len: 168 time: 0.2035789 Apr 05 15:47:06.635965 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58312) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:06.653972 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.v2.resource [None req-8e60d755-4427-49f4-807c-a7bf4042e38b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] show failed (client error): The resource could not be found. Apr 05 15:47:06.655041 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8e60d755-4427-49f4-807c-a7bf4042e38b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups/93f7cdc0-c91e-4413-ad5a-61252104fbd2 HTTP/1.1" status: 404 len: 347 time: 0.0179799 Apr 05 15:47:06.657869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58316) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:06.819709 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Deleting port 4bec2a57-c727-4221-968c-b6283d9b232b {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:47:06.820052 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:07.013327 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:07.013700 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:07.146219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Calling delete_port for 4bec2a57-c727-4221-968c-b6283d9b232b owned by network:floatingip {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:47:07.288281 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:07.303514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0716346b-5b43-44a8-8dd1-f2854e3f5b74 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:07.359326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event deleted for resources: {'Port': ['ID=4bec2a57-c727-4221-968c-b6283d9b232b,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:07.362116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:07.465393 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9bc27bae-2330-42e4-9361-ada295d92df0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:47:07.505537 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 9bc27bae-2330-42e4-9361-ada295d92df0 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:47:07.505934 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 9bc27bae-2330-42e4-9361-ada295d92df0 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:47:07.562305 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:07.577316 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:07.578548 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "DELETE /v2.0/floatingips/148ff38d-7cc7-401e-bdab-b18bb6cf1654 HTTP/1.1" status: 204 len: 168 time: 0.9196959 Apr 05 15:47:07.838834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58322) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:07.844845 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495290525', 'description': 'tempest-description--1752584007'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:47:07.851295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:47:07.855637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:security_group and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:47:07.858640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:47:07.865190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:47:07.874791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:07.895654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:47:07.899508 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:security_group_rule and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:47:07.902405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:47:07.908322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:47:07.979602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:07.984717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:07.990602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3efcc5da-8dc2-4eed-9bfc-043489450e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:08.036212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e144de-b7ab-45f1-bc79-ff445b7be60c,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:08.039119 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:08.039848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.041165 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2012568 Apr 05 15:47:08.044031 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58326) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:08.049839 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'security_group_rule': {'security_group_id': 'd4e144de-b7ab-45f1-bc79-ff445b7be60c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:47:08.056794 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:47:08.060828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:security_group_rule and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:47:08.063792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:47:08.070460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:47:08.085798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.147109 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.149646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.151817 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2b83ff26-1467-41da-9e01-d39a76937fcb tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:08.176884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e603765c-8f2f-4ac5-8830-1e6b4a0e9013,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:08.181658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:08.187475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.188767 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2635a293-7435-4967-b719-d6a876021fce tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436548 Apr 05 15:47:08.191539 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58330) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:08.197386 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'security_group_rule': {'security_group_id': 'd4e144de-b7ab-45f1-bc79-ff445b7be60c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:47:08.203333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:47:08.207353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:security_group_rule and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:47:08.210369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:47:08.216320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:47:08.233013 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.296041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.298571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.306991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6d4f371c-22c2-41af-a396-8cf6173f557d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:08.325478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd0debe-a2da-41fd-8fb9-289e4b75dd03,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:08.327797 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:08.333957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.335213 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a5a9aef5-0e47-4525-8357-9c98ecb92209 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426899 Apr 05 15:47:08.338366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58334) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:08.344022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'floatingip': {'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:47:08.350718 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:47:08.354762 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:floatingip and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:47:08.357714 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:47:08.364296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:47:08.373788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.746258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:08.891963 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Allocated IP 172.28.3.133 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/6a0398dd-707e-40c7-9561-49a43b40aa64) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:47:09.046548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:09.075264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:09.089897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e9df8ac2-1234-4d53-88f5-393511fabcc8 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:09.230935 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'Port': ['ID=6a0398dd-707e-40c7-9561-49a43b40aa64,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:09.233808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:09.277362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:47:09.278551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:47:09.280785 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:47:09.362933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:09.422312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:09.689181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:09.693493 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:09.708907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:09.848363 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'Port': ['ID=6a0398dd-707e-40c7-9561-49a43b40aa64,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:09.852574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:09.945407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:09.967413 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:09.968749 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6293759 Apr 05 15:47:10.147000 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-eb913b06-059a-4362-915a-91fc00bc9b40 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--495290525&fields=id&tenant_id=1fa68334b9d840b99dbfa07ab666b84e HTTP/1.1" status: 200 len: 267 time: 0.0451250 Apr 05 15:47:10.305589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aba047-2fb3-4857-86a7-5281a7640028 req-f89ea470-d91d-45f5-b0d7-41d075319084 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:10.307038 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-f89ea470-d91d-45f5-b0d7-41d075319084 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 817 time: 0.1528223 Apr 05 15:47:10.323190 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-421ad572-db41-4633-b6ab-18495743b14a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/quotas/1fa68334b9d840b99dbfa07ab666b84e HTTP/1.1" status: 200 len: 375 time: 0.0099995 Apr 05 15:47:10.412943 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-05cb8489-e95d-4607-be6a-d2eee3d09928 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841930 Apr 05 15:47:10.817214 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-874122af-84d3-4bb9-bf2b-eabb77710973 service neutron] 10.222.0.46 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915195 Apr 05 15:47:10.957348 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-6f9a12e8-cb96-4084-b038-4dc12d5203e7 service neutron] 10.222.0.46 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330752 Apr 05 15:47:11.153532 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-28604fb7-c321-4cb1-b414-0fc7cb453416 req-b7663ad4-63a0-4f05-8e88-d0765ac8d5a1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 210 time: 0.0486505 Apr 05 15:47:12.332989 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f3dff675-a76f-481b-b046-8a5a8d9bc3d1 req-cc1c9ca9-bfe5-4696-920c-5f08fc51d569 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 210 time: 0.0530162 Apr 05 15:47:12.374243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aba047-2fb3-4857-86a7-5281a7640028 req-69a727f0-7f76-47c0-b5b5-a148382210e1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:12.375793 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-69a727f0-7f76-47c0-b5b5-a148382210e1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 817 time: 0.1619837 Apr 05 15:47:12.450007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-61aba047-2fb3-4857-86a7-5281a7640028 req-3e96b332-b3f6-44ab-b4cc-4119c91e9a98 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Synchronizing usage tracker for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:47:12.466090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-61aba047-2fb3-4857-86a7-5281a7640028 req-3e96b332-b3f6-44ab-b4cc-4119c91e9a98 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Unset dirty status for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:47:12.467437 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-3e96b332-b3f6-44ab-b4cc-4119c91e9a98 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fa68334b9d840b99dbfa07ab666b84e HTTP/1.1" status: 200 len: 5704 time: 0.0828686 Apr 05 15:47:12.480988 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'port': {'device_id': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'admin_state_up': True, 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'security_groups': ['d4e144de-b7ab-45f1-bc79-ff445b7be60c']}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:47:12.622035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:47:12.626199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Usage tracker for resource:port and tenant:1fa68334b9d840b99dbfa07ab666b84e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:47:12.629639 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:47:12.635564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:47:12.644035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Made reservation on behalf of 1fa68334b9d840b99dbfa07ab666b84e for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:47:12.650498 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:12.817318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Allocated IP 172.20.0.7 (1110e049-b223-4a06-9e2d-18da09acc010/fdfb3e16-32ab-4296-9d79-b79a02e02115/571155c7-03d2-48c3-aea0-c7eab59e28b4) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:47:13.010029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:13.027118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Transition to ACTIVE for port object 571155c7-03d2-48c3-aea0-c7eab59e28b4 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:47:13.050687 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:13.065362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4849504f-f490-4ba9-8fa3-3679e06064fa tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:13.209353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event updated for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:13.213576 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:13.259221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Network 1110e049-b223-4a06-9e2d-18da09acc010 is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:47:13.260277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:47:13.262542 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:47:13.328701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:13.329376 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:13.354997 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8780692 Apr 05 15:47:13.369065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Request body: {'port': {'device_id': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:47:13.492878 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:13.524318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-e5e351ec-f9d0-4d53-aeab-75d8d72c9e0a None None] Provisioning for port 571155c7-03d2-48c3-aea0-c7eab59e28b4 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:47:13.530348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-e5e351ec-f9d0-4d53-aeab-75d8d72c9e0a None None] Provisioning complete for port 571155c7-03d2-48c3-aea0-c7eab59e28b4 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:47:13.530348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e5e351ec-f9d0-4d53-aeab-75d8d72c9e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:13.543000 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bababd3e-7f4b-48b7-ae2c-c637536f88ac req-1aa00636-bd86-437b-8fbb-86b860129e6a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:13.544635 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bababd3e-7f4b-48b7-ae2c-c637536f88ac req-1aa00636-bd86-437b-8fbb-86b860129e6a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 931 time: 0.0891752 Apr 05 15:47:13.587831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-e5e351ec-f9d0-4d53-aeab-75d8d72c9e0a None None] Port 571155c7-03d2-48c3-aea0-c7eab59e28b4 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:47:13.593870 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bababd3e-7f4b-48b7-ae2c-c637536f88ac req-6bd503e9-f057-4e54-b131-e29d29ce92d7 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423698 Apr 05 15:47:13.907324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571155c7-03d2-48c3-aea0-c7eab59e28b4 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:47:13.914991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:13.930072 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Transition to ACTIVE for port object 571155c7-03d2-48c3-aea0-c7eab59e28b4 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:47:13.932780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:13.948163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:14.091820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Pushing event updated for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:14.096097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:14.306717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Attempting to bind port 571155c7-03d2-48c3-aea0-c7eab59e28b4 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:47:14.307096 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Attempting to bind port 571155c7-03d2-48c3-aea0-c7eab59e28b4 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:47:14.307462 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Attempting to bind port 571155c7-03d2-48c3-aea0-c7eab59e28b4 on network 1110e049-b223-4a06-9e2d-18da09acc010 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:47:14.312345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Port 571155c7-03d2-48c3-aea0-c7eab59e28b4 on network 1110e049-b223-4a06-9e2d-18da09acc010 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:47:14.312736 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Attempting to bind port 571155c7-03d2-48c3-aea0-c7eab59e28b4 on network 1110e049-b223-4a06-9e2d-18da09acc010 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:47:14.318257 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:47:14.318631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Checking segment: {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:47:14.319043 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Bound using segment: {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:47:14.319510 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Bound port: 571155c7-03d2-48c3-aea0-c7eab59e28b4, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd53f1a-0f64-4102-9170-31184094cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:47:14.319888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:14.414111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:47:14.417529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:47:14.420666 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:14.435974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:14.584071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Pushing event updated for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:14.589107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:14.619480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:14.619979 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:14.621505 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] 10.222.0.49 "PUT /v2.0/ports/571155c7-03d2-48c3-aea0-c7eab59e28b4 HTTP/1.1" status: 200 len: 1093 time: 1.2577515 Apr 05 15:47:14.622034 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:47:14.678719 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'status': 'completed', 'code': 200} Apr 05 15:47:14.771185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aba047-2fb3-4857-86a7-5281a7640028 req-2523f6bb-6de5-4b02-b7cd-4c48175c298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:14.772939 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-2523f6bb-6de5-4b02-b7cd-4c48175c298f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 1096 time: 0.0855329 Apr 05 15:47:14.847026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c87a79-c41e-4c3f-9672-c64048aedc3b req-84fd3019-ad3e-4ed7-bec0-b4f7ef847f72 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:14.849384 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0c87a79-c41e-4c3f-9672-c64048aedc3b req-84fd3019-ad3e-4ed7-bec0-b4f7ef847f72 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0982521 Apr 05 15:47:14.902648 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0c87a79-c41e-4c3f-9672-c64048aedc3b req-35e9aaca-d225-4099-9cf7-41da1026fe8d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463707 Apr 05 15:47:15.077387 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-c8507cea-442f-49b8-b1bb-58dba61144b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4 HTTP/1.1" status: 200 len: 217 time: 0.2970123 Apr 05 15:47:15.146787 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aba047-2fb3-4857-86a7-5281a7640028 req-329f7ac3-cc22-4c7e-bb1c-c88e9be57c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:15.148275 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-329f7ac3-cc22-4c7e-bb1c-c88e9be57c29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.0642610 Apr 05 15:47:15.231352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aae51df0-07cb-4aca-8f24-dba6796f0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:15.232909 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-aae51df0-07cb-4aca-8f24-dba6796f0752 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746739 Apr 05 15:47:15.370616 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-96835574-e504-412f-bcb9-a90501317fb3 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311295 Apr 05 15:47:15.509322 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61aba047-2fb3-4857-86a7-5281a7640028 req-40e93968-fdad-4ffa-a660-1a36a7d1a922 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318631 Apr 05 15:47:15.640925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab885b7-840e-4773-8a44-30dd962f440a req-03f3650f-f092-4ff5-afe3-19d41dc3769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:15.642481 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cab885b7-840e-4773-8a44-30dd962f440a req-03f3650f-f092-4ff5-afe3-19d41dc3769a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 1096 time: 0.0803976 Apr 05 15:47:15.781464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab885b7-840e-4773-8a44-30dd962f440a req-3589a9f5-abed-49a5-9e58-9e1fc6081cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:15.783113 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cab885b7-840e-4773-8a44-30dd962f440a req-3589a9f5-abed-49a5-9e58-9e1fc6081cbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 918 time: 0.1335387 Apr 05 15:47:15.855635 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cab885b7-840e-4773-8a44-30dd962f440a req-3dbd97c3-3b32-40b0-af69-aa047dbf97fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4 HTTP/1.1" status: 200 len: 217 time: 0.0649798 Apr 05 15:47:15.927282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab885b7-840e-4773-8a44-30dd962f440a req-8c5f8310-84cb-4df6-9077-297a98641d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:15.928745 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cab885b7-840e-4773-8a44-30dd962f440a req-8c5f8310-84cb-4df6-9077-297a98641d50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.0660152 Apr 05 15:47:16.013276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab885b7-840e-4773-8a44-30dd962f440a req-38a9f04f-9d15-4fb0-ac29-e3074048566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:16.014907 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cab885b7-840e-4773-8a44-30dd962f440a req-38a9f04f-9d15-4fb0-ac29-e3074048566a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787268 Apr 05 15:47:16.111874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f26b3-e152-4f3c-9266-70a5cc119f29 req-01e937f6-a1b5-42c7-bc96-577980d97dfb tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:16.113676 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6b6f26b3-e152-4f3c-9266-70a5cc119f29 req-01e937f6-a1b5-42c7-bc96-577980d97dfb tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0895152 Apr 05 15:47:16.161585 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cab885b7-840e-4773-8a44-30dd962f440a req-f1f51f2b-4a7c-46f2-9476-3cf910f9594c service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390758 Apr 05 15:47:16.165333 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6b6f26b3-e152-4f3c-9266-70a5cc119f29 req-6eccd1bd-97e3-4c82-9e18-4898e55049e3 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448833 Apr 05 15:47:16.304197 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cab885b7-840e-4773-8a44-30dd962f440a req-71f732be-fb53-40e8-a88f-860dc3db42d5 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345387 Apr 05 15:47:17.369518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1693ca-9d6f-46b5-b931-f0f1bae861fd req-b8fb3201-4a70-48ad-9cae-6d7e580fd706 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:17.371010 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1a1693ca-9d6f-46b5-b931-f0f1bae861fd req-b8fb3201-4a70-48ad-9cae-6d7e580fd706 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0879474 Apr 05 15:47:17.417124 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1a1693ca-9d6f-46b5-b931-f0f1bae861fd req-eecb4e0a-314d-4738-8600-052538f36a88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398493 Apr 05 15:47:18.622517 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fe798-0f6b-49ca-aee8-7ecc88a9e0d8 req-8bd20f72-121a-4db2-834b-326201c0e9b8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:18.624100 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-009fe798-0f6b-49ca-aee8-7ecc88a9e0d8 req-8bd20f72-121a-4db2-834b-326201c0e9b8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0912695 Apr 05 15:47:18.671587 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-009fe798-0f6b-49ca-aee8-7ecc88a9e0d8 req-7a76f554-fb45-46a3-a145-8f3ba7045a87 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405807 Apr 05 15:47:19.571793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 571155c7-03d2-48c3-aea0-c7eab59e28b4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:47:19.710484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:47:19.724923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'port_id': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'mac_address': 'fa:16:3e:e4:de:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:47:19.786659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:19.883235 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebecbc-7597-489c-aaba-1715cc7101a2 req-0380646e-38e8-4c7c-9b44-3096de6d6f99 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:19.884966 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-35ebecbc-7597-489c-aaba-1715cc7101a2 req-0380646e-38e8-4c7c-9b44-3096de6d6f99 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0955386 Apr 05 15:47:19.936265 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-35ebecbc-7597-489c-aaba-1715cc7101a2 req-30bff34b-c984-4409-b291-303faf348640 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446594 Apr 05 15:47:19.964994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571155c7-03d2-48c3-aea0-c7eab59e28b4 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:47:19.981717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:47:19.985407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:19.987236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-641745ef-5733-4e63-aaea-3ed67fce3342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:20.055483 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:20.063126 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.063512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.063893 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.064264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.064682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.065053 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.065420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.065790 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.066183 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.066551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.066910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.067287 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:20.071254 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:20.327029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['571155c7-03d2-48c3-aea0-c7eab59e28b4'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:47:21.156994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba47f4-69cf-41d9-a3a8-65687d088383 req-9c02850d-b227-4a1c-b601-05ae908239b2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:21.158594 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01ba47f4-69cf-41d9-a3a8-65687d088383 req-9c02850d-b227-4a1c-b601-05ae908239b2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 944 time: 0.0904727 Apr 05 15:47:21.207147 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01ba47f4-69cf-41d9-a3a8-65687d088383 req-ad841047-ac05-4ec2-abe6-919258b53bb0 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416391 Apr 05 15:47:21.579070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 571155c7-03d2-48c3-aea0-c7eab59e28b4 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:47:21.648627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 571155c7-03d2-48c3-aea0-c7eab59e28b4 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:47:21.653404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 571155c7-03d2-48c3-aea0-c7eab59e28b4 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:47:21.653822 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:21.773746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:21.800375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:47:21.810391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:47:21.814182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:21.816102 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:21.890117 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:21.893391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:21.908830 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'code': 200} Apr 05 15:47:22.152602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670af0d-123c-40bc-a375-4db1bb9b8f17 req-033ca737-0cd4-432e-b041-606323652617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:22.154165 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a670af0d-123c-40bc-a375-4db1bb9b8f17 req-033ca737-0cd4-432e-b041-606323652617 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 1098 time: 0.0793679 Apr 05 15:47:22.196812 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a670af0d-123c-40bc-a375-4db1bb9b8f17 req-4bff9e7a-2529-4adf-a2e1-4d7c5cb59da3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360961 Apr 05 15:47:22.412563 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb238-4a92-427c-b065-5113cf59b825 req-3cf5db03-cd30-4b0f-bfd5-5bb76dbd8288 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:22.414090 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6ceb238-4a92-427c-b065-5113cf59b825 req-3cf5db03-cd30-4b0f-bfd5-5bb76dbd8288 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0902963 Apr 05 15:47:22.461113 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c6ceb238-4a92-427c-b065-5113cf59b825 req-f71b616b-f341-4f6a-947a-7d0c00e4191b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406704 Apr 05 15:47:23.664658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec607539-9b59-4728-83c9-c1196f918f8a req-21105274-7e8f-4fec-9fc9-92b4d45002b9 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:23.666229 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ec607539-9b59-4728-83c9-c1196f918f8a req-21105274-7e8f-4fec-9fc9-92b4d45002b9 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0863073 Apr 05 15:47:23.713633 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ec607539-9b59-4728-83c9-c1196f918f8a req-a25e141e-5ee4-4419-a7ab-497dc877ffac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411825 Apr 05 15:47:23.913462 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1bd3-d5ac-44df-a1dc-815b131e7f27 req-5d3283c7-84d2-42f2-a416-24079310a675 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:23.915067 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e27e1bd3-d5ac-44df-a1dc-815b131e7f27 req-5d3283c7-84d2-42f2-a416-24079310a675 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0922687 Apr 05 15:47:23.924405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58404) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:23.930659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-143e4656-3f60-4c92-927a-4e595fe1a92e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Request body: {'floatingip': {'port_id': '571155c7-03d2-48c3-aea0-c7eab59e28b4'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:47:24.014978 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-143e4656-3f60-4c92-927a-4e595fe1a92e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:24.621429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-143e4656-3f60-4c92-927a-4e595fe1a92e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:24.624264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-143e4656-3f60-4c92-927a-4e595fe1a92e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:24.759781 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-117bb41f-cc77-4a06-b54c-8268c12a7a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:24.805546 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [None req-143e4656-3f60-4c92-927a-4e595fe1a92e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Floating IP a84f21b8-e93d-4df1-9910-2162dc1d546f associated. External IP: 172.28.3.133, port: 571155c7-03d2-48c3-aea0-c7eab59e28b4. Apr 05 15:47:25.391260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143e4656-3f60-4c92-927a-4e595fe1a92e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Router f7b56424-95b3-4ff8-8383-0c3e23bd6201 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:47:25.578042 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143e4656-3f60-4c92-927a-4e595fe1a92e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:47:25.583010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-143e4656-3f60-4c92-927a-4e595fe1a92e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:25.587724 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] Sync routers for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:47:25.597678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:47:25.598870 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:46:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:25.643941 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-143e4656-3f60-4c92-927a-4e595fe1a92e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "PUT /v2.0/floatingips/a84f21b8-e93d-4df1-9910-2162dc1d546f HTTP/1.1" status: 200 len: 991 time: 1.7182808 Apr 05 15:47:25.644575 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:47:25.760291 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'status': 'completed', 'code': 200} Apr 05 15:47:25.794126 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:47:25.858757 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-b4de7270-48a0-40d6-9138-304f1a6a4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:25.860347 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-b4de7270-48a0-40d6-9138-304f1a6a4661 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 1098 time: 0.0783489 Apr 05 15:47:26.005843 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-51baebc2-eb47-4260-a7e2-8eef61a912d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:26.007426 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-51baebc2-eb47-4260-a7e2-8eef61a912d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 918 time: 0.1399181 Apr 05 15:47:26.120139 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-8841da3c-c23a-49ba-b6be-1c43639f95fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4 HTTP/1.1" status: 200 len: 999 time: 0.1050129 Apr 05 15:47:26.153630 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:26.180770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': 'a84f21b8-e93d-4df1-9910-2162dc1d546f', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'floating_ip_address': '172.28.3.133', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'port_id': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'mac_address': 'fa:16:3e:e4:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:47:09Z', 'updated_at': '2021-04-05T15:47:24Z', 'revision_number': 1, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:26.185029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] Checking router: f7b56424-95b3-4ff8-8383-0c3e23bd6201 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:47:26.188752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-4abe8d6e-9ce7-405d-9fb6-1aa55403efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:26.190329 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-4abe8d6e-9ce7-405d-9fb6-1aa55403efae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.0635436 Apr 05 15:47:26.194662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:47:26.195337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:46:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:26.275709 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-050865eb-07b8-4289-8707-d4f9093029b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:26.277265 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-050865eb-07b8-4289-8707-d4f9093029b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810547 Apr 05 15:47:26.386648 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:47:26.417963 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-fd22e1da-36db-4189-93ff-517329ff63ac service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340239 Apr 05 15:47:26.559253 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6f76e594-5011-4b6a-929a-dbd0e4751aea req-8ca0914d-7955-488c-a73b-00d6c97d393b service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352143 Apr 05 15:47:26.753337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': 'a84f21b8-e93d-4df1-9910-2162dc1d546f', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'floating_ip_address': '172.28.3.133', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'port_id': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'mac_address': 'fa:16:3e:e4:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:47:09Z', 'updated_at': '2021-04-05T15:47:24Z', 'revision_number': 1, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:26.758019 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc9938-2357-4989-a4d8-9be73f673891 None None] The sync data for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb is: [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': 'a84f21b8-e93d-4df1-9910-2162dc1d546f', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'floating_ip_address': '172.28.3.133', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'port_id': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'mac_address': 'fa:16:3e:e4:de:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:47:09Z', 'updated_at': '2021-04-05T15:47:24Z', 'revision_number': 1, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:47:26.944769 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7db5a36e-e6fb-46aa-a7a2-39c3a6e86549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:27.045958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e6760b-8e0d-43ba-9037-e71512afadd1 None None] New status for floating IP a84f21b8-e93d-4df1-9910-2162dc1d546f: ACTIVE {{(pid=84316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:47:27.497916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:29.175002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:33.374131 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:37.822289 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-edba6f76-2850-4d2e-b4fe-a4a5126fa231 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758269 Apr 05 15:47:37.923524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-1cd2def8-fc78-433e-a072-1ae958248ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:37.925117 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-1cd2def8-fc78-433e-a072-1ae958248ee6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50b4869466944f58a893a7555345d2fa&device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1098 time: 0.0794771 Apr 05 15:47:38.080172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-6da9b76f-3f7c-4150-9e5d-464cfda65327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:38.081689 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-6da9b76f-3f7c-4150-9e5d-464cfda65327 service neutron] 10.222.0.49 "GET /v2.0/networks?id=374be1cf-8b54-4d0d-a103-7ce844ebe967 HTTP/1.1" status: 200 len: 910 time: 0.1381412 Apr 05 15:47:38.191375 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-94e7b062-bd8a-4f01-8d3f-1438c2aa5023 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4 HTTP/1.1" status: 200 len: 1001 time: 0.1005306 Apr 05 15:47:38.258388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-61b93ed6-9885-4f80-a1ce-4836cbcbdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:38.259859 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-61b93ed6-9885-4f80-a1ce-4836cbcbdbd7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe828f5-be37-4522-b6cf-b0dd642bb320 HTTP/1.1" status: 200 len: 848 time: 0.0619500 Apr 05 15:47:38.342576 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-e4d18e3b-8e03-46b3-84f5-d615d4304dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:38.344017 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-e4d18e3b-8e03-46b3-84f5-d615d4304dcf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374be1cf-8b54-4d0d-a103-7ce844ebe967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747881 Apr 05 15:47:38.482388 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-8d912883-98c6-4f3f-ae30-7676a9451060 service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315494 Apr 05 15:47:38.623378 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6483f9fd-ca63-47a7-a39f-261a3bda3ae1 req-91eeb98e-2b8a-498f-9459-05795e8f8fd6 service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348908 Apr 05 15:47:41.401017 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:47:52.432896 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-e0ae853b-857b-4246-97db-dce85f0481ca tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830041900&fields=id&tenant_id=c74c4fd7675e4886b8f69edf9f1f3702 HTTP/1.1" status: 200 len: 267 time: 0.0434783 Apr 05 15:47:52.522658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-ffe7f57b-aa65-4fb7-b402-59a6083f02f0 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:52.524198 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-ffe7f57b-aa65-4fb7-b402-59a6083f02f0 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 984 time: 0.0853796 Apr 05 15:47:52.536118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Request body: {'port': {'security_groups': ['e50fe3b3-ab40-468a-bb3b-e9a010d29016']}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:47:52.666515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:52.979075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] For port 1d83c991-fc8e-46ec-ba7b-cdde434ac006, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:47:53.004738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:53.008348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822716979'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:53.020105 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['1d83c991-fc8e-46ec-ba7b-cdde434ac006'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:47:53.026064 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1d200119-800a-4ca8-ad47-37082ff391a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:53.182980 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event updated for resources: {'Port': ['ID=1d83c991-fc8e-46ec-ba7b-cdde434ac006,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:53.195950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.196370 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.196801 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.197202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.197600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.197997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.198390 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.198786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.199176 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.199571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.199958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.200641 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:47:53.213740 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:53.237756 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:53.238427 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:53.239900 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ca8ea775-c90c-43aa-be85-3c3bd485f329 req-5e9b274d-2f57-4374-b594-e22f7157392a tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "PUT /v2.0/ports/1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 942 time: 0.7087104 Apr 05 15:47:53.240438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:47:53.246858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58478) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:53.291450 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'status': 'completed', 'code': 200} Apr 05 15:47:53.322096 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['1d83c991-fc8e-46ec-ba7b-cdde434ac006'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:47:53.386371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7cd49e16-2c72-49f0-9c9d-f6765feba175 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:53.433095 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7cd49e16-2c72-49f0-9c9d-f6765feba175 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:53.478455 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-ba469b98-c219-4abf-9dda-6019d168c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:53.480060 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-ba469b98-c219-4abf-9dda-6019d168c4ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74c4fd7675e4886b8f69edf9f1f3702&device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 1098 time: 0.1614506 Apr 05 15:47:53.481207 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-1affaaaf-b7d8-4988-928e-062f63146a30 None None] Provisioning complete for port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:47:53.481630 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1affaaaf-b7d8-4988-928e-062f63146a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:53.609151 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7cd49e16-2c72-49f0-9c9d-f6765feba175 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:53.623065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4b7a01ec-c4bd-448e-b51b-27cb8bd2b478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:53.645885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd49e16-2c72-49f0-9c9d-f6765feba175 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282ce038-27ac-4a7d-a768-70f2dafe7fbd,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:53.651195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7cd49e16-2c72-49f0-9c9d-f6765feba175 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:53.652211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-ff2b5199-db0f-47f4-bc3f-fffd64724b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:53.653832 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-ff2b5199-db0f-47f4-bc3f-fffd64724b68 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7fe767f3-1fd6-4241-a869-f4c019752f33 HTTP/1.1" status: 200 len: 915 time: 0.1662672 Apr 05 15:47:53.655868 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7cd49e16-2c72-49f0-9c9d-f6765feba175 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:53.657010 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-7cd49e16-2c72-49f0-9c9d-f6765feba175 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "DELETE /v2.0/security-groups/282ce038-27ac-4a7d-a768-70f2dafe7fbd HTTP/1.1" status: 204 len: 168 time: 0.4070308 Apr 05 15:47:53.659822 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58482) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:54.150474 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-7d78ae4f-1a60-4eae-a7a7-d7fe84e85efe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 1000 time: 0.4880416 Apr 05 15:47:54.250321 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Deleting port c201a1ce-a1d0-45bc-8ab2-394141925d66 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:47:54.250704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:54.289579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-2182248b-2ecf-4b10-92f8-ca16234a0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:54.291113 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-2182248b-2ecf-4b10-92f8-ca16234a0162 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65215ba3-c215-4da1-9f03-1c715aba4fda HTTP/1.1" status: 200 len: 853 time: 0.1308262 Apr 05 15:47:54.482972 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-1dd5b5ce-a7c2-44cb-b2a9-4740d9f97f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:54.484507 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-1dd5b5ce-a7c2-44cb-b2a9-4740d9f97f3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7fe767f3-1fd6-4241-a869-f4c019752f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1819751 Apr 05 15:47:54.537602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:54.537984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:54.720805 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Calling delete_port for c201a1ce-a1d0-45bc-8ab2-394141925d66 owned by network:floatingip {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:47:54.762152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2521-9d01-4b2f-99ec-6bc97a4130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:54.827004 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-1c5da343-14bd-4857-b217-d244559dcdce service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328011 Apr 05 15:47:55.044568 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-72001e96-9f9e-455e-8a65-718f1ff99c7d req-e1dbcbf3-4659-4d33-b0de-824b3d5cf3ab service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090914 Apr 05 15:47:55.047286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:55.064277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:47:55.120090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event deleted for resources: {'Port': ['ID=c201a1ce-a1d0-45bc-8ab2-394141925d66,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:47:55.122726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:47:55.320685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks [] for floatingip, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:55.321284 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Floating IP f5dd1883-e717-4106-af24-bfd22f9d489a disassociated (deleted). External IP: 172.28.3.39, port: 1d83c991-fc8e-46ec-ba7b-cdde434ac006. Apr 05 15:47:55.682189 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Router d805ca52-90eb-4a37-ade0-4f6798fda7f0 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:47:55.864365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:47:55.874634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] Sync routers for ids ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:47:55.882707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:55.885034 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] Routers {'d805ca52-90eb-4a37-ade0-4f6798fda7f0'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:47:55.885710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:47:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:55.941939 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "DELETE /v2.0/floatingips/f5dd1883-e717-4106-af24-bfd22f9d489a HTTP/1.1" status: 204 len: 168 time: 2.2809701 Apr 05 15:47:55.942547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:47:56.005861 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'status': 'completed', 'code': 200} Apr 05 15:47:56.090546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] Set router d805ca52-90eb-4a37-ade0-4f6798fda7f0 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:47:56.111892 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-43e216c6-78de-473b-ae44-01ea1e9147a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:56.113629 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-43e216c6-78de-473b-ae44-01ea1e9147a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c74c4fd7675e4886b8f69edf9f1f3702&device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 1098 time: 0.0833430 Apr 05 15:47:56.272577 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-6b9f8022-c624-40bf-ab5e-5505f76a5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:56.274221 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-6b9f8022-c624-40bf-ab5e-5505f76a5f3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=7fe767f3-1fd6-4241-a869-f4c019752f33 HTTP/1.1" status: 200 len: 915 time: 0.1539388 Apr 05 15:47:56.346026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:56.613213 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-8c110bb4-e72e-4f27-8f72-5c3301db3670 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 200 len: 217 time: 0.3300388 Apr 05 15:47:56.633122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:51Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '97b48db8-e08d-42de-8755-3f52c9890803', 'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'mac_address': 'fa:16:3e:71:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:49Z', 'updated_at': '2021-04-05T15:44:04Z', 'revision_number': 5, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'subnets': [{'id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:56.637483 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] Checking router: d805ca52-90eb-4a37-ade0-4f6798fda7f0 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:47:56.646248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] Routers {'d805ca52-90eb-4a37-ade0-4f6798fda7f0'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:47:56.647424 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:47:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:56.683107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-85be7cec-6857-4408-9b9e-ddffb19eb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:56.684731 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-85be7cec-6857-4408-9b9e-ddffb19eb0b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65215ba3-c215-4da1-9f03-1c715aba4fda HTTP/1.1" status: 200 len: 853 time: 0.0628853 Apr 05 15:47:56.768801 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-44350abe-ad3d-4adf-b67b-f603007ec28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:56.770318 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-44350abe-ad3d-4adf-b67b-f603007ec28e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7fe767f3-1fd6-4241-a869-f4c019752f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779061 Apr 05 15:47:56.833316 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] Set router d805ca52-90eb-4a37-ade0-4f6798fda7f0 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:47:56.917249 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-0208307c-18c2-402a-92a1-b404b81beeae service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371102 Apr 05 15:47:57.083801 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-704be595-31b7-403a-94ec-80e9940e2c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:57.084968 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fa43edce-e4fb-4dec-9b28-5810e77b3a6c req-9d1d2de3-5825-453c-8f23-e865ed447b69 service neutron] 10.222.0.49 "GET /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582310 Apr 05 15:47:57.187598 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:51Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '97b48db8-e08d-42de-8755-3f52c9890803', 'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'mac_address': 'fa:16:3e:71:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:49Z', 'updated_at': '2021-04-05T15:44:04Z', 'revision_number': 5, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'subnets': [{'id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:47:57.191918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a192a-7f02-4ded-bbfd-ecf22ea04de7 None None] The sync data for ids ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'] in dv-cinder-784779-1-smb is: [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:43:51Z', 'revision_number': 4, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '97b48db8-e08d-42de-8755-3f52c9890803', 'name': '', 'network_id': '7fe767f3-1fd6-4241-a869-f4c019752f33', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'mac_address': 'fa:16:3e:71:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:49Z', 'updated_at': '2021-04-05T15:44:04Z', 'revision_number': 5, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'subnets': [{'id': '65215ba3-c215-4da1-9f03-1c715aba4fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:47:57.502993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:57.595520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7966a-bf2a-4c95-b1e3-a694b256a83e None None] New status for floating IP f5dd1883-e717-4106-af24-bfd22f9d489a: DOWN {{(pid=84316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:47:59.180115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:59.342836 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4985-d68b-4c19-88b0-0a2edd773f37 req-07e4e294-25a8-4d0c-9915-068c54be638f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:59.344430 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4b3c4985-d68b-4c19-88b0-0a2edd773f37 req-07e4e294-25a8-4d0c-9915-068c54be638f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 945 time: 0.0904949 Apr 05 15:47:59.391978 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4b3c4985-d68b-4c19-88b0-0a2edd773f37 req-e42948ae-0a2e-42ef-a290-4b9b63d4805f tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Apr 05 15:47:59.808265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c4451-94ca-4643-ae1d-b9e6dec64bdf req-52b2d493-8182-450a-b8d5-83eb0a3f6740 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:47:59.809801 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-535c4451-94ca-4643-ae1d-b9e6dec64bdf req-52b2d493-8182-450a-b8d5-83eb0a3f6740 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0910292 Apr 05 15:47:59.857332 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-535c4451-94ca-4643-ae1d-b9e6dec64bdf req-629d42dc-e911-4fcd-bc10-6b373b00f9f5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Apr 05 15:48:00.736063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356aeef-2e1a-44c3-a24e-8b5f7d76bdcf req-a730cc66-2b6c-4236-b37b-f505c84cad42 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:00.737609 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1356aeef-2e1a-44c3-a24e-8b5f7d76bdcf req-a730cc66-2b6c-4236-b37b-f505c84cad42 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 945 time: 0.0896297 Apr 05 15:48:00.785743 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1356aeef-2e1a-44c3-a24e-8b5f7d76bdcf req-69474edb-eb99-474d-bcd6-dfe8636e46f5 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Apr 05 15:48:01.063857 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6079604-ce84-49ec-ba54-cf0e930068b7 req-49c1f0fe-c672-46a6-93ff-c6cb7bc9fa2a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:01.065487 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e6079604-ce84-49ec-ba54-cf0e930068b7 req-49c1f0fe-c672-46a6-93ff-c6cb7bc9fa2a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0920849 Apr 05 15:48:01.115547 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e6079604-ce84-49ec-ba54-cf0e930068b7 req-250b6320-524c-467d-aa0b-430c4e933bb4 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436692 Apr 05 15:48:01.551945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-3c70d9b9-51be-46a2-92c8-c3d1d7cdac56 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:01.553362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-3c70d9b9-51be-46a2-92c8-c3d1d7cdac56 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Synchronizing usage tracker for tenant:c74c4fd7675e4886b8f69edf9f1f3702 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:48:01.567652 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-3c70d9b9-51be-46a2-92c8-c3d1d7cdac56 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Unset dirty status for tenant:c74c4fd7675e4886b8f69edf9f1f3702 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:48:01.568921 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-3c70d9b9-51be-46a2-92c8-c3d1d7cdac56 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 945 time: 0.1023438 Apr 05 15:48:01.648302 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Deleting port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:01.648707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:01.908046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] For port 1d83c991-fc8e-46ec-ba7b-cdde434ac006, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1d83c991-fc8e-46ec-ba7b-cdde434ac006,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:01.908686 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:01.989306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b67a42-c2eb-466c-903d-be37d30c730d req-231cc683-8418-4169-a7cf-1f6771b450c3 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:01.995217 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-08b67a42-c2eb-466c-903d-be37d30c730d req-231cc683-8418-4169-a7cf-1f6771b450c3 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1a20c0a-8b83-4a51-a1db-11a4e3824359 HTTP/1.1" status: 200 len: 945 time: 0.0960512 Apr 05 15:48:02.042343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Calling delete_port for 1d83c991-fc8e-46ec-ba7b-cdde434ac006 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:48:02.044776 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-08b67a42-c2eb-466c-903d-be37d30c730d req-eb184b57-5bcf-4d85-939f-4065ccf400c9 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.46 "GET /v2.0/security-groups?id=e50fe3b3-ab40-468a-bb3b-e9a010d29016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466504 Apr 05 15:48:02.189908 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:02.201729 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['1d83c991-fc8e-46ec-ba7b-cdde434ac006'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:48:02.207170 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:02.269221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Pushing event deleted for resources: {'Port': ['ID=1d83c991-fc8e-46ec-ba7b-cdde434ac006,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:02.272488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:02.323187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a9185-296d-4468-bb00-01b8453bc6cb req-b612e0ff-466d-4c4c-8d1d-5a83c41208b0 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:02.324835 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a82a9185-296d-4468-bb00-01b8453bc6cb req-b612e0ff-466d-4c4c-8d1d-5a83c41208b0 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0894971 Apr 05 15:48:02.373487 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a82a9185-296d-4468-bb00-01b8453bc6cb req-510efb1b-b867-4916-bc50-04bbfaa28178 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Apr 05 15:48:02.458035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] No DVR routers for this DVR port 1d83c991-fc8e-46ec-ba7b-cdde434ac006 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:48:02.460681 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:02.464856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'name': 'network-vif-deleted', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:48:02.477902 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1e95e56e-324b-43da-a92b-027ab8f217fa req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] 10.222.0.49 "DELETE /v2.0/ports/1d83c991-fc8e-46ec-ba7b-cdde434ac006 HTTP/1.1" status: 204 len: 173 time: 0.9035077 Apr 05 15:48:02.515586 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a20c0a-8b83-4a51-a1db-11a4e3824359', 'name': 'network-vif-deleted', 'tag': '1d83c991-fc8e-46ec-ba7b-cdde434ac006', 'status': 'completed', 'code': 200} Apr 05 15:48:03.363597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:03.583609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79005d57-2d68-49b1-9694-8744ca32510e req-98f24d90-c1a4-421e-90e7-20ed6c153013 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:03.585814 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-79005d57-2d68-49b1-9694-8744ca32510e req-98f24d90-c1a4-421e-90e7-20ed6c153013 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0962677 Apr 05 15:48:03.634966 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-79005d57-2d68-49b1-9694-8744ca32510e req-2c3beba9-26eb-40bd-a70b-9bd80b31c517 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Apr 05 15:48:03.816744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58592) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:04.379778 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933993'] for router_interface, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:04.748026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Deleting port 97b48db8-e08d-42de-8755-3f52c9890803 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:04.748410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:04.833146 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e0c45-f5a9-4933-a675-6c02df00d28e req-4617e930-ad38-41c2-b4e9-9e5998bc1c49 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:04.835275 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6a0e0c45-f5a9-4933-a675-6c02df00d28e req-4617e930-ad38-41c2-b4e9-9e5998bc1c49 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0871620 Apr 05 15:48:04.882708 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6a0e0c45-f5a9-4933-a675-6c02df00d28e req-dc2ed11c-26cf-4ce0-a198-fae9c4e4bd86 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407572 Apr 05 15:48:04.929254 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] For port 97b48db8-e08d-42de-8755-3f52c9890803, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=97b48db8-e08d-42de-8755-3f52c9890803,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:04.929587 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:05.059153 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Calling delete_port for 97b48db8-e08d-42de-8755-3f52c9890803 owned by network:router_interface {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:48:05.232800 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:05.247916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2d84cb5f-ad3e-45ec-bae0-8f5f37f6aa93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:05.306159 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Pushing event deleted for resources: {'Port': ['ID=97b48db8-e08d-42de-8755-3f52c9890803,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:05.359447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.359861 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.360277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.360724 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.361128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.361529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.361928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.362327 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.362725 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.363119 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.363509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.363901 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:05.367347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:05.832807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 1d83c991-fc8e-46ec-ba7b-cdde434ac006 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:48:05.873554 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 1d83c991-fc8e-46ec-ba7b-cdde434ac006 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:48:05.873958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 1d83c991-fc8e-46ec-ba7b-cdde434ac006 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:48:05.932184 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854211822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945084'] for router_interface, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:06.087256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcb3b4-6e40-4c20-ab8a-b51c194f27b3 req-9ce96e09-c2fa-4a2a-84dc-f24d54d7c044 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:06.088815 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-81dcb3b4-6e40-4c20-ab8a-b51c194f27b3 req-9ce96e09-c2fa-4a2a-84dc-f24d54d7c044 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0924087 Apr 05 15:48:06.137830 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-81dcb3b4-6e40-4c20-ab8a-b51c194f27b3 req-da733cb2-353b-499a-a3c3-131d60a7203b tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 Apr 05 15:48:06.437474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Router d805ca52-90eb-4a37-ade0-4f6798fda7f0 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:48:06.626692 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:48:06.637128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] Sync routers for ids ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:48:06.641010 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] 10.222.0.46 "PUT /v2.0/routers/d805ca52-90eb-4a37-ade0-4f6798fda7f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8231854 Apr 05 15:48:06.643726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58606) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:06.647636 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] Routers {'d805ca52-90eb-4a37-ade0-4f6798fda7f0'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:48:06.648301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:47:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:06.826907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Notify callbacks [] for router, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:06.832521 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] Set router d805ca52-90eb-4a37-ade0-4f6798fda7f0 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:48:07.017270 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:07.026435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Deleting port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:07.026811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:07.138167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:48:05Z', 'revision_number': 5, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port': {'id': 'f8630fe5-2ca1-4051-a7ac-48b8a6da01a2', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:44Z', 'updated_at': '2021-04-05T15:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:07.142193 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] Checking router: d805ca52-90eb-4a37-ade0-4f6798fda7f0 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:48:07.151094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] Routers {'d805ca52-90eb-4a37-ade0-4f6798fda7f0'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:48:07.151756 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:47:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:07.210810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] For port f8630fe5-2ca1-4051-a7ac-48b8a6da01a2, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=f8630fe5-2ca1-4051-a7ac-48b8a6da01a2,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:07.211472 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:07.314211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] Set router d805ca52-90eb-4a37-ade0-4f6798fda7f0 gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:48:07.351306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a952f-6f73-4f39-b653-9c9c9d81daad req-16dec9fd-34c8-47d7-bcd8-1b38e64172d6 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:07.352365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Calling delete_port for f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 owned by network:router_gateway {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:48:07.353320 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-845a952f-6f73-4f39-b653-9c9c9d81daad req-16dec9fd-34c8-47d7-bcd8-1b38e64172d6 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0961320 Apr 05 15:48:07.416054 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-845a952f-6f73-4f39-b653-9c9c9d81daad req-ce0af730-54e9-414d-b026-4edb3174109c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540102 Apr 05 15:48:07.433595 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:48:07Z', 'revision_number': 6, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port_host': None}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:07.437003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e9b1b-4f12-4ca2-b8fb-a28bca73c73f None None] The sync data for ids ['d805ca52-90eb-4a37-ade0-4f6798fda7f0'] in dv-cinder-784779-1-smb is: [{'id': 'd805ca52-90eb-4a37-ade0-4f6798fda7f0', 'name': 'tempest-TestMinimumBasicScenario-247996462-router', 'tenant_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:42Z', 'updated_at': '2021-04-05T15:48:07Z', 'revision_number': 6, 'project_id': 'c74c4fd7675e4886b8f69edf9f1f3702', 'gw_port_host': None}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:48:07.534380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:07.548231 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-214771bd-68c2-4751-a61e-8a5f0d383b84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:07.601853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f8630fe5-2ca1-4051-a7ac-48b8a6da01a2,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:07.606896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:07.812686 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937404'] for router_gateway, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:07.999093 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743514'] for router, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:08.001459 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:08.025917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830009'] for router, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:08.026512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router d805ca52-90eb-4a37-ade0-4f6798fda7f0 {{(pid=84314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:48:08.040067 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:08.041344 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] 10.222.0.46 "DELETE /v2.0/routers/d805ca52-90eb-4a37-ade0-4f6798fda7f0 HTTP/1.1" status: 204 len: 168 time: 1.3966184 Apr 05 15:48:08.044001 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58614) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:08.110500 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-958810db-d3ec-4a20-ac54-233789f80bf7 admin admin] Deleting subnet 65215ba3-c215-4da1-9f03-1c715aba4fda {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:48:08.113895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-958810db-d3ec-4a20-ac54-233789f80bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:08.166696 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-958810db-d3ec-4a20-ac54-233789f80bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822484389'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:08.289606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-958810db-d3ec-4a20-ac54-233789f80bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:08.594629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:48:08.634243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076b4a7-e0c6-4d8f-a06c-179263895e7c req-24314075-208f-4200-9be1-97effe6b228d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:08.636023 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4076b4a7-e0c6-4d8f-a06c-179263895e7c req-24314075-208f-4200-9be1-97effe6b228d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0982833 Apr 05 15:48:08.636306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:48:08.636751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f8630fe5-2ca1-4051-a7ac-48b8a6da01a2 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:48:08.637233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 97b48db8-e08d-42de-8755-3f52c9890803 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:48:08.672545 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 97b48db8-e08d-42de-8755-3f52c9890803 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:48:08.672953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 97b48db8-e08d-42de-8755-3f52c9890803 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:48:08.687487 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4076b4a7-e0c6-4d8f-a06c-179263895e7c req-08f7f9cb-496f-4499-afaf-173285586f82 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440707 Apr 05 15:48:08.796222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-958810db-d3ec-4a20-ac54-233789f80bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32290304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33446941'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:08.812107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:08.906466 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958810db-d3ec-4a20-ac54-233789f80bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65215ba3-c215-4da1-9f03-1c715aba4fda,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:08.913403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-958810db-d3ec-4a20-ac54-233789f80bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:08.944356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-958810db-d3ec-4a20-ac54-233789f80bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:08.950239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e75429-2040-4f02-a3e2-74e8fbea5571 None None] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:48:08.950528 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-958810db-d3ec-4a20-ac54-233789f80bf7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/65215ba3-c215-4da1-9f03-1c715aba4fda HTTP/1.1" status: 204 len: 168 time: 0.9053619 Apr 05 15:48:08.953419 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58622) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:09.072878 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:09.146013 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Deleting port 9b1d0ac6-472f-48e1-a639-48f961f77a8d {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:09.146935 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:09.203628 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] DHCP port deletion for 7fe767f3-1fd6-4241-a869-f4c019752f33 request from dv-cinder-784779-1-smb {{(pid=84315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:48:09.208050 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] Deleting port 9b1d0ac6-472f-48e1-a639-48f961f77a8d {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:09.208509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:09.372516 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] For port 9b1d0ac6-472f-48e1-a639-48f961f77a8d, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=9b1d0ac6-472f-48e1-a639-48f961f77a8d,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:09.372935 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:09.438625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] For port 9b1d0ac6-472f-48e1-a639-48f961f77a8d, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=9b1d0ac6-472f-48e1-a639-48f961f77a8d,segment=NetworkSegment(1582ba93-31a4-4f87-a009-8cc9dfbf6fcd),segment_id=1582ba93-31a4-4f87-a009-8cc9dfbf6fcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:09.439022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:09.516926 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Calling delete_port for 9b1d0ac6-472f-48e1-a639-48f961f77a8d owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:48:09.573897 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] Calling delete_port for 9b1d0ac6-472f-48e1-a639-48f961f77a8d owned by network:dhcp {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:48:09.605352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:09.622833 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:09.682765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1d0ac6-472f-48e1-a639-48f961f77a8d,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:09.725556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.api [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:48:09.725990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_db.api [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:48:09.730389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:09.766440 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] No DVR routers for this DVR port 9b1d0ac6-472f-48e1-a639-48f961f77a8d on host dv-cinder-784779-1-smb {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:48:09.910080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-6cdd1c6b-b7e7-414f-bf0c-e7d4dcc639e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:09.911682 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-6cdd1c6b-b7e7-414f-bf0c-e7d4dcc639e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50b4869466944f58a893a7555345d2fa&device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1098 time: 0.0843284 Apr 05 15:48:09.939040 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:10.054570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-0554e2d8-1260-4ba1-b6c5-c7707f20b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:10.056267 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-0554e2d8-1260-4ba1-b6c5-c7707f20b51f service neutron] 10.222.0.49 "GET /v2.0/networks?id=374be1cf-8b54-4d0d-a103-7ce844ebe967 HTTP/1.1" status: 200 len: 910 time: 0.1380346 Apr 05 15:48:10.172693 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-931c177c-bedf-42bc-8ba3-c3cef3e07b47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4 HTTP/1.1" status: 200 len: 1001 time: 0.1098764 Apr 05 15:48:10.227237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] Deleting port 9b1d0ac6-472f-48e1-a639-48f961f77a8d {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:10.227464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:10.249260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-8408e498-b1c5-412c-87fb-7b171a9d9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:10.250903 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-8408e498-b1c5-412c-87fb-7b171a9d9b84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe828f5-be37-4522-b6cf-b0dd642bb320 HTTP/1.1" status: 200 len: 848 time: 0.0711129 Apr 05 15:48:10.310175 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe767f3-1fd6-4241-a869-f4c019752f33']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:10.324198 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:10.324608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1582ba93-31a4-4f87-a009-8cc9dfbf6fcd') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:10.337847 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823146864'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:10.340018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-cb57b71a-0a26-4fa7-a80a-04bfaa082b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:10.341711 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-cb57b71a-0a26-4fa7-a80a-04bfaa082b70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374be1cf-8b54-4d0d-a103-7ce844ebe967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832722 Apr 05 15:48:10.358962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:10.366424 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:48:10.471795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282abf7-22db-4e2e-8aee-d03bdf5708dc req-5611512d-e218-486f-ba70-2fea4b728244 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:10.477376 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e282abf7-22db-4e2e-8aee-d03bdf5708dc req-5611512d-e218-486f-ba70-2fea4b728244 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.6592379 Apr 05 15:48:10.497569 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-80053618-b52f-49be-ba3a-206500edaae0 service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472888 Apr 05 15:48:10.500222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-b027ca9d-7e5d-4316-8bc5-dda5d4f2ae12 None None] The port '9b1d0ac6-472f-48e1-a639-48f961f77a8d' was deleted {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:48:10.595043 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 9b1d0ac6-472f-48e1-a639-48f961f77a8d no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:48:10.602698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:48:10.613116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822717005'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:10.638152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 9b1d0ac6-472f-48e1-a639-48f961f77a8d {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:48:10.638548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 9b1d0ac6-472f-48e1-a639-48f961f77a8d not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:48:10.650832 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da70cccb-d720-4097-9b04-9333a88e6c29 req-a4970ff6-82b9-4895-920f-2b396f2f248c service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462660 Apr 05 15:48:10.698337 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e282abf7-22db-4e2e-8aee-d03bdf5708dc req-7c2dd46d-194a-4636-8de1-f0b8490a7d25 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032738 Apr 05 15:48:10.806458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Network 7fe767f3-1fd6-4241-a869-f4c019752f33 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:48:10.828937 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:48:10.908736 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:10.913151 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2b91e969-505c-45c3-90a3-43bf58c1c402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:10.926524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:10.937454 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe767f3-1fd6-4241-a869-f4c019752f33,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:10.940765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:10.954237 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7fe767f3-1fd6-4241-a869-f4c019752f33 HTTP/1.1" status: 204 len: 168 time: 1.9991615 Apr 05 15:48:10.956786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58632) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:11.521748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933993'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:11.965939 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Deleting port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:11.966360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:12.005680 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d906458-3b6d-47b9-b4ec-795318065a03 req-c4b39603-7a20-4024-ba92-9a96e8265974 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:12.007511 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1d906458-3b6d-47b9-b4ec-795318065a03 req-c4b39603-7a20-4024-ba92-9a96e8265974 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.1886010 Apr 05 15:48:12.105450 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1d906458-3b6d-47b9-b4ec-795318065a03 req-233f5d53-236f-4006-8068-720c36bd40b0 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902905 Apr 05 15:48:12.202379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] For port 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=23bdad6f-ecd7-4dd6-9729-6db1dd4ae172,segment=NetworkSegment(07cce78d-1562-4026-9d08-15d39b615a44),segment_id=07cce78d-1562-4026-9d08-15d39b615a44)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:12.202804 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:12.341343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Calling delete_port for 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:48:12.520263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:12.534820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:12.592336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Pushing event deleted for resources: {'Port': ['ID=23bdad6f-ecd7-4dd6-9729-6db1dd4ae172,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:12.596221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:13.203832 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854211822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945084'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:13.412389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ace4a8-2f33-46ee-9970-99e42263e37e req-7be26ccd-3c8b-4197-8048-19c4ae54b0e9 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:13.414004 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-91ace4a8-2f33-46ee-9970-99e42263e37e req-7be26ccd-3c8b-4197-8048-19c4ae54b0e9 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.1839669 Apr 05 15:48:13.600388 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-91ace4a8-2f33-46ee-9970-99e42263e37e req-b6904d7e-a1e1-4b04-a151-42e96a42a687 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792250 Apr 05 15:48:13.876190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Router 35c585fd-a6bc-4927-a388-dd8da2b7e36b has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:48:14.125189 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10fb6043-69e4-482e-802e-194706ca8539 req-9787e545-129d-491c-84c5-bcbbf3ff7a96 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2994528 Apr 05 15:48:14.169982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013aea9-c11b-4794-817e-09a1cb3a5fad req-b48bd117-9dd6-408a-975a-b9d38519a9fb tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:14.171601 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1013aea9-c11b-4794-817e-09a1cb3a5fad req-b48bd117-9dd6-408a-975a-b9d38519a9fb tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.2784581 Apr 05 15:48:14.174577 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:48:14.185010 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f818bf77-4c33-49bb-a48c-4c828eaf20ca admin admin] 10.222.0.46 "PUT /v2.0/routers/35c585fd-a6bc-4927-a388-dd8da2b7e36b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2271235 Apr 05 15:48:14.187178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58656) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:14.187632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] Sync routers for ids ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:48:14.198318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] Routers {'35c585fd-a6bc-4927-a388-dd8da2b7e36b'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:48:14.199090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:47:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:14.237038 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1013aea9-c11b-4794-817e-09a1cb3a5fad req-cebbc022-7511-4962-be3c-f4bf98829c20 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506530 Apr 05 15:48:14.402774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Notify callbacks [] for router, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:14.402973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] Set router 35c585fd-a6bc-4927-a388-dd8da2b7e36b gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:48:14.596178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:14.607677 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Deleting port 953655c6-0160-4097-b624-73f3787196fb {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:14.608204 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:14.704918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1324070494-router', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215'}], 'enable_snat': True}, 'gw_port_id': '953655c6-0160-4097-b624-73f3787196fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:57Z', 'updated_at': '2021-04-05T15:48:12Z', 'revision_number': 5, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'gw_port': {'id': '953655c6-0160-4097-b624-73f3787196fb', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:58:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:58Z', 'updated_at': '2021-04-05T15:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:14.709633 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] Checking router: 35c585fd-a6bc-4927-a388-dd8da2b7e36b for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:48:14.718552 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] Routers {'35c585fd-a6bc-4927-a388-dd8da2b7e36b'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:48:14.719197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:47:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:14.790148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] For port 953655c6-0160-4097-b624-73f3787196fb, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=953655c6-0160-4097-b624-73f3787196fb,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:14.790543 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:14.880058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] Set router 35c585fd-a6bc-4927-a388-dd8da2b7e36b gateway port host: None {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:48:14.921317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Calling delete_port for 953655c6-0160-4097-b624-73f3787196fb owned by network:router_gateway {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:48:14.993429 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1324070494-router', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:57Z', 'updated_at': '2021-04-05T15:48:14Z', 'revision_number': 6, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'gw_port_host': None}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:14.997995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f49f75-5ebb-4cb2-bf73-4cb4c456fb38 None None] The sync data for ids ['35c585fd-a6bc-4927-a388-dd8da2b7e36b'] in dv-cinder-784779-1-smb is: [{'id': '35c585fd-a6bc-4927-a388-dd8da2b7e36b', 'name': 'tempest-TestMinimumBasicScenario-1324070494-router', 'tenant_id': '39f49973a61e487fb8a6b492f81ceb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:57Z', 'updated_at': '2021-04-05T15:48:14Z', 'revision_number': 6, 'project_id': '39f49973a61e487fb8a6b492f81ceb84', 'gw_port_host': None}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:48:15.099075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:15.114618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-25da4df4-e32e-449b-b642-741aceba48e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:15.172179 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=953655c6-0160-4097-b624-73f3787196fb,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:15.174860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:15.383684 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937404'] for router_gateway, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:15.450727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75257ca7-cfe5-4c6c-b205-cb3818b1e441 req-0bb98eef-dce1-4d16-80be-a8dfa45dbb2c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:15.452380 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-75257ca7-cfe5-4c6c-b205-cb3818b1e441 req-0bb98eef-dce1-4d16-80be-a8dfa45dbb2c tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0927346 Apr 05 15:48:15.504394 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-75257ca7-cfe5-4c6c-b205-cb3818b1e441 req-acc4a84a-6551-4f46-9fa2-43c267a2aba1 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456617 Apr 05 15:48:15.572174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743514'] for router, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:15.574618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:15.596178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830009'] for router, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:15.596799 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35c585fd-a6bc-4927-a388-dd8da2b7e36b {{(pid=84314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:48:15.611435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:15.612805 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] 10.222.0.46 "DELETE /v2.0/routers/35c585fd-a6bc-4927-a388-dd8da2b7e36b HTTP/1.1" status: 204 len: 168 time: 1.4244239 Apr 05 15:48:15.615889 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 58670) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:15.878706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:48:15.922452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04c2569-8550-4953-95e5-8d7e1f0a121a admin admin] Deleting subnet 7153d6bf-4cb6-43e2-a6fe-254d9d2edc68 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:48:15.925640 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a04c2569-8550-4953-95e5-8d7e1f0a121a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:15.978581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a04c2569-8550-4953-95e5-8d7e1f0a121a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822484389'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:16.000258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:16.031657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:48:16.042961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:16.046230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:16.048075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:16.062568 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a04c2569-8550-4953-95e5-8d7e1f0a121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:16.085041 dv-cinder-784779-1-smb neutron-server[84200]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'code': 422} returned with failed status Apr 05 15:48:16.117976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,revision_number=6']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:16.121530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:16.316783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a04c2569-8550-4953-95e5-8d7e1f0a121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32290304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33446941'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:16.332319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8dc59158-136f-42b3-b3a9-a1282a55b9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:16.381032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c2569-8550-4953-95e5-8d7e1f0a121a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7153d6bf-4cb6-43e2-a6fe-254d9d2edc68,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:16.384776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a04c2569-8550-4953-95e5-8d7e1f0a121a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:16.465368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a04c2569-8550-4953-95e5-8d7e1f0a121a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:16.476911 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a04c2569-8550-4953-95e5-8d7e1f0a121a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7153d6bf-4cb6-43e2-a6fe-254d9d2edc68 HTTP/1.1" status: 204 len: 168 time: 0.8578956 Apr 05 15:48:16.477067 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58680) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:16.480012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8977ac-7096-46e6-9397-4e6298454636 None None] Network 02df6a71-6909-4867-ae05-4218eeb8ee58 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:48:16.601890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:16.667528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 953655c6-0160-4097-b624-73f3787196fb no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:48:16.715022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 953655c6-0160-4097-b624-73f3787196fb {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:48:16.715421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 953655c6-0160-4097-b624-73f3787196fb not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:48:16.715891 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:48:16.734012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Deleting port cf91674a-04d6-475f-b735-bee5cad85f36 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:16.734404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:16.753787 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:48:16.754185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 23bdad6f-ecd7-4dd6-9729-6db1dd4ae172 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:48:16.832860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] DHCP port deletion for 02df6a71-6909-4867-ae05-4218eeb8ee58 request from dv-cinder-784779-1-smb {{(pid=84315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:48:16.837293 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] Deleting port cf91674a-04d6-475f-b735-bee5cad85f36 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:16.837932 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:16.879084 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140226f6-4b85-4ed2-aea5-55e27fb70cf6 req-6712eda5-be57-4126-aa4d-d2719ff1de80 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:16.882206 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-140226f6-4b85-4ed2-aea5-55e27fb70cf6 req-6712eda5-be57-4126-aa4d-d2719ff1de80 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 943 time: 0.2082407 Apr 05 15:48:17.033242 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-140226f6-4b85-4ed2-aea5-55e27fb70cf6 req-4e2a36ac-ca52-46bb-8f8a-03aeb296d8a6 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271684 Apr 05 15:48:17.041750 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] For port cf91674a-04d6-475f-b735-bee5cad85f36, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=cf91674a-04d6-475f-b735-bee5cad85f36,segment=NetworkSegment(07cce78d-1562-4026-9d08-15d39b615a44),segment_id=07cce78d-1562-4026-9d08-15d39b615a44)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:17.042149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:17.067172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] For port cf91674a-04d6-475f-b735-bee5cad85f36, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=cf91674a-04d6-475f-b735-bee5cad85f36,segment=NetworkSegment(07cce78d-1562-4026-9d08-15d39b615a44),segment_id=07cce78d-1562-4026-9d08-15d39b615a44)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:17.067615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:17.180531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Calling delete_port for cf91674a-04d6-475f-b735-bee5cad85f36 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:48:17.206632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] Calling delete_port for cf91674a-04d6-475f-b735-bee5cad85f36 owned by network:dhcp {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:48:17.260606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:17.278447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-40b3d970-31a9-4523-91ef-b56bd1c3e4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:17.287248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.api [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:48:17.287659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_db.api [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:48:17.340586 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf91674a-04d6-475f-b735-bee5cad85f36,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:17.343445 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:17.397799 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb6043-69e4-482e-802e-194706ca8539 req-76b9357e-19a9-4116-96f0-9e50fa573350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:17.399300 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10fb6043-69e4-482e-802e-194706ca8539 req-76b9357e-19a9-4116-96f0-9e50fa573350 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee&tenant_id=50b4869466944f58a893a7555345d2fa HTTP/1.1" status: 200 len: 1096 time: 0.0844183 Apr 05 15:48:17.428140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] No DVR routers for this DVR port cf91674a-04d6-475f-b735-bee5cad85f36 on host dv-cinder-784779-1-smb {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:48:17.501420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb6043-69e4-482e-802e-194706ca8539 req-819138b1-0fd0-4248-bb3f-f05ea0944f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:17.503034 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10fb6043-69e4-482e-802e-194706ca8539 req-819138b1-0fd0-4248-bb3f-f05ea0944f78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50b4869466944f58a893a7555345d2fa&device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1096 time: 0.0803645 Apr 05 15:48:17.553589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:17.648800 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb6043-69e4-482e-802e-194706ca8539 req-8db2cab6-512d-4fe6-b023-a9c0ebad1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:17.650323 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10fb6043-69e4-482e-802e-194706ca8539 req-8db2cab6-512d-4fe6-b023-a9c0ebad1ef7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=374be1cf-8b54-4d0d-a103-7ce844ebe967 HTTP/1.1" status: 200 len: 910 time: 0.1409824 Apr 05 15:48:17.672912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02df6a71-6909-4867-ae05-4218eeb8ee58']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:17.686074 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cce78d-1562-4026-9d08-15d39b615a44') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:17.686411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cce78d-1562-4026-9d08-15d39b615a44') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:48:17.699120 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823146864'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:17.713967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:17.720559 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:48:17.763657 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10fb6043-69e4-482e-802e-194706ca8539 req-dfe98b3d-5a16-4254-b07f-fb67f9ea92f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4 HTTP/1.1" status: 200 len: 999 time: 0.1056807 Apr 05 15:48:17.789379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] Deleting port cf91674a-04d6-475f-b735-bee5cad85f36 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:48:17.789812 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:17.835596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb6043-69e4-482e-802e-194706ca8539 req-379bef90-f904-4704-9f84-fd8c279ed6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:17.837329 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10fb6043-69e4-482e-802e-194706ca8539 req-379bef90-f904-4704-9f84-fd8c279ed6c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe828f5-be37-4522-b6cf-b0dd642bb320 HTTP/1.1" status: 200 len: 848 time: 0.0655553 Apr 05 15:48:17.863461 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-5d928258-2892-446c-9e84-aa0b750efafc None None] The port 'cf91674a-04d6-475f-b735-bee5cad85f36' was deleted {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:48:17.905621 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Network 02df6a71-6909-4867-ae05-4218eeb8ee58 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:48:17.915170 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822717005'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:17.925150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb6043-69e4-482e-802e-194706ca8539 req-35e039a1-6574-4591-bbb6-6ade3f91a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:17.926768 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10fb6043-69e4-482e-802e-194706ca8539 req-35e039a1-6574-4591-bbb6-6ade3f91a807 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374be1cf-8b54-4d0d-a103-7ce844ebe967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821710 Apr 05 15:48:18.068606 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10fb6043-69e4-482e-802e-194706ca8539 req-5f6d5e87-e4ef-4456-b1f2-f11714217fa5 service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351342 Apr 05 15:48:18.093433 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Network 02df6a71-6909-4867-ae05-4218eeb8ee58 has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:48:18.121419 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:48:18.218067 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-10fb6043-69e4-482e-802e-194706ca8539 req-58013488-e8ab-4762-965e-6413e10e50d4 service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414666 Apr 05 15:48:18.401140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:48:18.491088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:18.497528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:18.501663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:18.532636 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Pushing event deleted for resources: {'Network': ['ID=02df6a71-6909-4867-ae05-4218eeb8ee58,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:18.536058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:18.538395 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-63f4a445-dc21-4276-b6bb-7d3d847e6606 admin admin] 10.222.0.46 "DELETE /v2.0/networks/02df6a71-6909-4867-ae05-4218eeb8ee58 HTTP/1.1" status: 204 len: 168 time: 2.0621922 Apr 05 15:48:18.560235 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d3355-286d-4e27-8742-fa577ee036fc req-3f2bda45-e0fc-424c-b05f-36c3ad988d87 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:18.561896 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f28d3355-286d-4e27-8742-fa577ee036fc req-3f2bda45-e0fc-424c-b05f-36c3ad988d87 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 943 time: 0.3773468 Apr 05 15:48:18.601773 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device cf91674a-04d6-475f-b735-bee5cad85f36 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:48:18.614963 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f28d3355-286d-4e27-8742-fa577ee036fc req-94cae80f-2cd0-43e2-acbc-8c66142437fd tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458095 Apr 05 15:48:18.658252 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: cf91674a-04d6-475f-b735-bee5cad85f36 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:48:18.658658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device cf91674a-04d6-475f-b735-bee5cad85f36 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:48:18.741921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58694) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:18.793123 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b669cbc7-5307-4b7a-9a35-dadbd591f615 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c74c4fd7675e4886b8f69edf9f1f3702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499127 Apr 05 15:48:18.795525 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58698) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:18.855474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c0e48883-61d0-4bf9-b6f0-4deea81a0c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:18.885617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c0e48883-61d0-4bf9-b6f0-4deea81a0c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:18.931705 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c0e48883-61d0-4bf9-b6f0-4deea81a0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:18.935620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7fd337ed-2900-4906-aa04-629ec86d69eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:18.947649 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e48883-61d0-4bf9-b6f0-4deea81a0c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50fe3b3-ab40-468a-bb3b-e9a010d29016,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:18.953787 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c0e48883-61d0-4bf9-b6f0-4deea81a0c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:18.954663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c0e48883-61d0-4bf9-b6f0-4deea81a0c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:18.955864 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c0e48883-61d0-4bf9-b6f0-4deea81a0c02 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e50fe3b3-ab40-468a-bb3b-e9a010d29016 HTTP/1.1" status: 204 len: 168 time: 0.1593668 Apr 05 15:48:19.295564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58706) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:19.347144 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-669fc43b-bf0c-456c-ab04-c5e33cb329f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39f49973a61e487fb8a6b492f81ceb84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503457 Apr 05 15:48:19.349581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58710) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:19.409873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f89f7814-860f-48b5-b121-95bbb09ec563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:19.436701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f89f7814-860f-48b5-b121-95bbb09ec563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:19.481751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f89f7814-860f-48b5-b121-95bbb09ec563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:19.486737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1bd177d5-a3f2-4e78-a367-2055f2036344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:19.501614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f7814-860f-48b5-b121-95bbb09ec563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd714dba-b968-46b4-8ff5-10e257646623,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:19.507058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f89f7814-860f-48b5-b121-95bbb09ec563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:19.509130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f89f7814-860f-48b5-b121-95bbb09ec563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:19.512836 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f89f7814-860f-48b5-b121-95bbb09ec563 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd714dba-b968-46b4-8ff5-10e257646623 HTTP/1.1" status: 204 len: 168 time: 0.1597939 Apr 05 15:48:19.823272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80cf4e-7659-4ff1-b257-09d392a3a6b8 req-fe5e4281-d1c1-4628-b766-f572348b07c5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:19.824958 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4a80cf4e-7659-4ff1-b257-09d392a3a6b8 req-fe5e4281-d1c1-4628-b766-f572348b07c5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 943 time: 0.0934653 Apr 05 15:48:19.877399 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4a80cf4e-7659-4ff1-b257-09d392a3a6b8 req-2d728a61-5321-4804-bd90-adb5a17f86de tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455060 Apr 05 15:48:21.079789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa44dda-b88b-436d-9b71-c6fa0bd0037f req-f289468d-e98a-44f9-aead-0a5a8a2e22e3 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:21.081388 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0aa44dda-b88b-436d-9b71-c6fa0bd0037f req-f289468d-e98a-44f9-aead-0a5a8a2e22e3 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 943 time: 0.0915103 Apr 05 15:48:21.129364 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0aa44dda-b88b-436d-9b71-c6fa0bd0037f req-cb52a011-d22e-416a-9d96-f18fd5e0be35 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 Apr 05 15:48:21.890809 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:48:22.033925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:22.048597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'port_id': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'mac_address': 'fa:16:3e:03:8c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:48:22.106069 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:22.123504 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:48:22.138959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:22.141645 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:22.144045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:22.216446 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,revision_number=7']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:22.225181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.225575 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.225956 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.226338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.226710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.227081 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.227449 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.227816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.228776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.229273 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.229506 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.229871 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:48:22.234580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:22.335000 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e08be-c972-44f7-ab0d-4caf5fab9c18 req-c9c820a6-f93c-44ad-8d38-4b732eed397d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:22.336648 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f59e08be-c972-44f7-ab0d-4caf5fab9c18 req-c9c820a6-f93c-44ad-8d38-4b732eed397d tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 944 time: 0.0889523 Apr 05 15:48:22.384286 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f59e08be-c972-44f7-ab0d-4caf5fab9c18 req-e7160f50-0a14-4bab-bcfb-c9887212d298 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 Apr 05 15:48:22.469903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['6ee20e6a-c3ed-428d-a808-1d09f6f2def4'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:48:23.592601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40d2de-3bdc-4e27-9cbb-9d7cee8586d5 req-d132688f-926a-40a4-b67a-3ea58224184f tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:23.594200 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ce40d2de-3bdc-4e27-9cbb-9d7cee8586d5 req-d132688f-926a-40a4-b67a-3ea58224184f tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 944 time: 0.0924876 Apr 05 15:48:23.642636 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ce40d2de-3bdc-4e27-9cbb-9d7cee8586d5 req-6e1c496f-c1b4-4c83-8917-5df8a7f2f1b4 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Apr 05 15:48:23.933208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:48:24.005092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:48:24.005525 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:24.128496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:24.156371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:48:24.167121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:24.170290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:24.172196 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:24.213073 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'code': 200} Apr 05 15:48:24.247646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,revision_number=8']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:24.250736 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:24.504951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b545a6a-9176-49b1-af3c-f323ba724ab0 req-20a42fb1-c099-45fb-a398-696e30ed50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:24.506547 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6b545a6a-9176-49b1-af3c-f323ba724ab0 req-20a42fb1-c099-45fb-a398-696e30ed50f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1098 time: 0.0768466 Apr 05 15:48:24.550259 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6b545a6a-9176-49b1-af3c-f323ba724ab0 req-13c780c8-50bd-45f9-bdb5-e661b3e80628 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369644 Apr 05 15:48:24.763613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c526fbf-2599-43fa-a949-95b4a7d145df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:24.841448 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71476a57-09a5-4331-85e9-bb5405ff4e30 req-86ac0bab-4ee2-4399-b1a8-cbc1f627c9f7 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:24.843039 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-71476a57-09a5-4331-85e9-bb5405ff4e30 req-86ac0bab-4ee2-4399-b1a8-cbc1f627c9f7 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0882425 Apr 05 15:48:24.893397 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-71476a57-09a5-4331-85e9-bb5405ff4e30 req-e466dbc9-8880-48c6-8980-0c077222f607 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438516 Apr 05 15:48:26.095505 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc662c-a033-40f0-9b2a-63524225a861 req-523ed54c-c9d8-4180-81bf-1ba94eb9bc85 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:26.097141 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7adc662c-a033-40f0-9b2a-63524225a861 req-523ed54c-c9d8-4180-81bf-1ba94eb9bc85 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0881884 Apr 05 15:48:26.120924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:26.147080 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7adc662c-a033-40f0-9b2a-63524225a861 req-54d810f3-2a32-4ea3-96f9-b4e8948aaee7 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 Apr 05 15:48:26.949832 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-39fed32f-03df-4fc6-a76d-9dd3d64f047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:27.505830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:29.182232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:33.378283 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:37.844369 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-a87c4c11-54be-4b99-8163-ed9f1ff28a7e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777459 Apr 05 15:48:37.993253 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-0755def8-a869-450a-8df4-4ad2aa5e53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:37.995108 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-0755def8-a869-450a-8df4-4ad2aa5e53e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50b4869466944f58a893a7555345d2fa&device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1098 time: 0.0790942 Apr 05 15:48:38.151742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-c78b8d87-e275-4d83-a119-255fb094cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:38.153325 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-c78b8d87-e275-4d83-a119-255fb094cf72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=374be1cf-8b54-4d0d-a103-7ce844ebe967 HTTP/1.1" status: 200 len: 910 time: 0.1354620 Apr 05 15:48:38.266213 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-8b3349ec-0820-43c1-851c-3597c7215bed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4 HTTP/1.1" status: 200 len: 1001 time: 0.1041565 Apr 05 15:48:38.334888 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-6fbc9705-5e02-42b0-a74a-af0294481397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:38.336544 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-6fbc9705-5e02-42b0-a74a-af0294481397 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe828f5-be37-4522-b6cf-b0dd642bb320 HTTP/1.1" status: 200 len: 848 time: 0.0645025 Apr 05 15:48:38.425030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-ab365e8b-12ed-4302-a5f2-1361db1af1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:38.426521 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-ab365e8b-12ed-4302-a5f2-1361db1af1fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374be1cf-8b54-4d0d-a103-7ce844ebe967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804274 Apr 05 15:48:38.569654 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-9e739809-0aa5-49f3-b016-e6a13cd15d32 service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357512 Apr 05 15:48:38.712831 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be3af26e-94d1-4f9f-adc4-de47a812e948 req-2fc83d52-80d5-4d9e-b11c-2a86f5f51ce1 service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359034 Apr 05 15:48:44.915944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353df5f-f28e-41c6-bc24-664ef4fa89d2 req-f434c06b-9b60-441d-9ca7-a9dc947bbae8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:44.917503 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4353df5f-f28e-41c6-bc24-664ef4fa89d2 req-f434c06b-9b60-441d-9ca7-a9dc947bbae8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0921926 Apr 05 15:48:44.966169 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4353df5f-f28e-41c6-bc24-664ef4fa89d2 req-b3ab7c9a-564d-4876-9c78-4c49f2dea868 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Apr 05 15:48:46.172689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f89a92-a8ab-4911-b696-a3b487f04ccc req-38be604f-f563-4b45-81fe-493595046aff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:46.174286 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0f89a92-a8ab-4911-b696-a3b487f04ccc req-38be604f-f563-4b45-81fe-493595046aff tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0881615 Apr 05 15:48:46.221992 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0f89a92-a8ab-4911-b696-a3b487f04ccc req-19295881-55d8-4570-80a0-68742cc8ccd8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414898 Apr 05 15:48:47.428064 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b25cc7-32bc-4cf4-9edf-1fb6a8b19266 req-b21025e7-9758-4983-a1c2-1dbc682527df tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:47.429685 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0b25cc7-32bc-4cf4-9edf-1fb6a8b19266 req-b21025e7-9758-4983-a1c2-1dbc682527df tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0918541 Apr 05 15:48:47.476885 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0b25cc7-32bc-4cf4-9edf-1fb6a8b19266 req-e16796f2-605c-4aa1-92ea-57c680b0e66a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 Apr 05 15:48:48.679032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a50a6e-b041-4e39-87f9-82a2488aa382 req-a0c64226-c912-4e1e-a8d1-a675407ce548 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:48.680659 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-48a50a6e-b041-4e39-87f9-82a2488aa382 req-a0c64226-c912-4e1e-a8d1-a675407ce548 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0883656 Apr 05 15:48:48.730692 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-48a50a6e-b041-4e39-87f9-82a2488aa382 req-4ec6635d-2943-4586-a8c4-b26b499c3a42 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437009 Apr 05 15:48:49.937021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9b84d-501e-42ac-99b2-e0750b6723c4 req-4d48dbba-d39c-4b10-af56-eaf33168feda tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:49.938619 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bbf9b84d-501e-42ac-99b2-e0750b6723c4 req-4d48dbba-d39c-4b10-af56-eaf33168feda tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0884628 Apr 05 15:48:49.986305 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bbf9b84d-501e-42ac-99b2-e0750b6723c4 req-e05a6348-1afc-44dc-82a3-61a821ce1533 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407910 Apr 05 15:48:51.195932 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9b955-7c21-43d3-b047-f2b8d4a1d0c7 req-4113bc87-5d02-40cf-afcf-73e5eeea0c89 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:51.197618 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a7f9b955-7c21-43d3-b047-f2b8d4a1d0c7 req-4113bc87-5d02-40cf-afcf-73e5eeea0c89 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0918732 Apr 05 15:48:51.246079 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a7f9b955-7c21-43d3-b047-f2b8d4a1d0c7 req-71fb9024-735e-4f12-ab6e-594f715dfdc8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419850 Apr 05 15:48:52.448469 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112bab2-0071-4f7f-9f35-62eb3aedaeb2 req-4052a32c-d5b0-4da4-8f82-f2dd8cd66e50 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:52.450084 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3112bab2-0071-4f7f-9f35-62eb3aedaeb2 req-4052a32c-d5b0-4da4-8f82-f2dd8cd66e50 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0872047 Apr 05 15:48:52.496812 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3112bab2-0071-4f7f-9f35-62eb3aedaeb2 req-7a9b03bb-a1c4-4912-9b8e-3ed3f828c268 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404427 Apr 05 15:48:53.704115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66181eb6-147f-4715-bc8b-88d6ef1c6978 req-39f17af4-70b9-4859-a3b3-de910ae8e13e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:53.705723 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-66181eb6-147f-4715-bc8b-88d6ef1c6978 req-39f17af4-70b9-4859-a3b3-de910ae8e13e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0908303 Apr 05 15:48:53.754178 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-66181eb6-147f-4715-bc8b-88d6ef1c6978 req-b5cfbd4c-281f-42ee-8b18-46182b9302d7 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415692 Apr 05 15:48:54.764177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a4f1acc9-44cf-47f5-8985-47b9742d6c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:54.958733 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917b654-08d0-409a-b720-c8600e1303c2 req-7b2bae6e-3c77-4782-a522-4a718384a74b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:54.960943 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3917b654-08d0-409a-b720-c8600e1303c2 req-7b2bae6e-3c77-4782-a522-4a718384a74b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0889096 Apr 05 15:48:55.012171 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3917b654-08d0-409a-b720-c8600e1303c2 req-87fafab4-4ac5-43c0-9665-8e976013297e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447311 Apr 05 15:48:55.400959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:48:56.123614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:56.217593 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ac56c-34e9-4ef7-8965-737c5b3a25d8 req-37ac3431-6073-44b0-914c-3d0cb5d6e3e4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:56.219187 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d88ac56c-34e9-4ef7-8965-737c5b3a25d8 req-37ac3431-6073-44b0-914c-3d0cb5d6e3e4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0898061 Apr 05 15:48:56.267725 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d88ac56c-34e9-4ef7-8965-737c5b3a25d8 req-519399d7-63c2-40e8-b56a-539e9b9b154f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413301 Apr 05 15:48:56.951529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4a50398f-52e9-4cfe-84e1-af2cacc6c381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:57.477618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a5592-777c-4133-abe5-1a48fff251ce req-46a8da10-52e8-4f87-ba92-6055d1f285c5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:57.479202 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ef4a5592-777c-4133-abe5-1a48fff251ce req-46a8da10-52e8-4f87-ba92-6055d1f285c5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0923445 Apr 05 15:48:57.508562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:57.530557 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ef4a5592-777c-4133-abe5-1a48fff251ce req-8da3b069-d24c-4eff-9c72-f2d867733d9e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448925 Apr 05 15:48:58.088615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 571155c7-03d2-48c3-aea0-c7eab59e28b4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:48:58.228971 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:58.243178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'port_id': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'mac_address': 'fa:16:3e:e4:de:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:48:58.302934 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:58.483706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 571155c7-03d2-48c3-aea0-c7eab59e28b4 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:48:58.500367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:48:58.503164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:58.504942 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:48:58.574863 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=6']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:48:58.578273 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:48:58.629451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['571155c7-03d2-48c3-aea0-c7eab59e28b4'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:48:58.737236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ab927-553a-44a2-9aed-5f347c20a80d req-5ba803bf-846c-4645-8163-6f48e2c35d6f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:58.738880 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-989ab927-553a-44a2-9aed-5f347c20a80d req-5ba803bf-846c-4645-8163-6f48e2c35d6f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 944 time: 0.0880752 Apr 05 15:48:58.787102 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-989ab927-553a-44a2-9aed-5f347c20a80d req-a7198552-0d67-413d-8a0f-a026633681b6 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Apr 05 15:48:59.182811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:59.995811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c1875-5c61-418a-9c9d-77743f6b827d req-f6d422c8-7ece-40ea-b278-b1de1722dd39 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:48:59.997466 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e80c1875-5c61-418a-9c9d-77743f6b827d req-f6d422c8-7ece-40ea-b278-b1de1722dd39 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 944 time: 0.0934780 Apr 05 15:49:00.044860 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e80c1875-5c61-418a-9c9d-77743f6b827d req-0a4252a4-feb0-4497-a7da-8b743c22bdb0 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410430 Apr 05 15:49:00.096252 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 571155c7-03d2-48c3-aea0-c7eab59e28b4 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:00.167347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 571155c7-03d2-48c3-aea0-c7eab59e28b4 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:00.167761 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.290759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.317958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:00.328066 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:00.332945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.335347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:00.375041 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'code': 200} Apr 05 15:49:00.408101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=7']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:00.411175 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:01.252275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfb7af-c553-412e-b9ee-148a45558f8e req-c577c369-35fb-486c-a748-63e8dcfbe934 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:01.253870 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8fbfb7af-c553-412e-b9ee-148a45558f8e req-c577c369-35fb-486c-a748-63e8dcfbe934 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0906899 Apr 05 15:49:01.305035 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8fbfb7af-c553-412e-b9ee-148a45558f8e req-9b812e1b-b220-46a5-a63c-fc50ff17cdeb tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446866 Apr 05 15:49:02.534699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fad40-bcf2-4d6b-ad78-f236871925f7 req-2d6431b8-2617-4c62-9d44-5dd118edec76 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:02.543461 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-662fad40-bcf2-4d6b-ad78-f236871925f7 req-2d6431b8-2617-4c62-9d44-5dd118edec76 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.1064038 Apr 05 15:49:02.591464 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-662fad40-bcf2-4d6b-ad78-f236871925f7 req-49d6b8ba-a9c0-44b8-b2dc-b7fd5d8847af tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466440 Apr 05 15:49:03.387134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:03.836524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ad49-1e25-4914-950a-9ebef3b4ccbb req-5103c415-c790-438f-8ce8-dcb4b5d1d001 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:03.838176 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5705ad49-1e25-4914-950a-9ebef3b4ccbb req-5103c415-c790-438f-8ce8-dcb4b5d1d001 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.1204276 Apr 05 15:49:03.904390 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5705ad49-1e25-4914-950a-9ebef3b4ccbb req-b9c23769-fdc8-48d9-82a8-cc6b8bad331b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589559 Apr 05 15:49:05.139402 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd0659-e31f-4ce6-a0fe-5e066e3a82aa req-dda87eb4-a30f-4982-8a7f-fcd3af91a972 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:05.141123 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2bdd0659-e31f-4ce6-a0fe-5e066e3a82aa req-dda87eb4-a30f-4982-8a7f-fcd3af91a972 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0994325 Apr 05 15:49:05.193558 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2bdd0659-e31f-4ce6-a0fe-5e066e3a82aa req-ca0edb2f-28ee-4c49-805f-bdfee1e9c8dc tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439262 Apr 05 15:49:06.411215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97d235-81fc-466e-8da3-89218c496cb9 req-029f7963-8daa-41f8-8562-192dd770559c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:06.413461 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6d97d235-81fc-466e-8da3-89218c496cb9 req-029f7963-8daa-41f8-8562-192dd770559c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0949581 Apr 05 15:49:06.465377 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6d97d235-81fc-466e-8da3-89218c496cb9 req-0a9c7834-8285-40d3-b2ff-efe5880857c2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445652 Apr 05 15:49:07.685446 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab0ceb-c4d7-4377-aa7c-1ee413d580df req-985da4e6-93c4-4126-adb0-5abb55915c81 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:07.686639 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a7ab0ceb-c4d7-4377-aa7c-1ee413d580df req-985da4e6-93c4-4126-adb0-5abb55915c81 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0910010 Apr 05 15:49:07.740842 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a7ab0ceb-c4d7-4377-aa7c-1ee413d580df req-d0618456-3f83-4ee2-959e-7be54679a055 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471373 Apr 05 15:49:08.966830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ec945-77bd-41e5-bb79-a66ca1629e08 req-608e5c9b-ef09-4510-b849-4cdaaa14f91b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:08.969260 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0d1ec945-77bd-41e5-bb79-a66ca1629e08 req-608e5c9b-ef09-4510-b849-4cdaaa14f91b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.1067750 Apr 05 15:49:09.023253 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0d1ec945-77bd-41e5-bb79-a66ca1629e08 req-ecaa99a5-ee11-47fc-b97f-612c6f778b3c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455556 Apr 05 15:49:10.255359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6eef6-fc7f-4e63-9782-5507604313db req-0f8d99e1-69b5-4ed2-b3ee-a35052f7c892 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:10.257374 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3eb6eef6-fc7f-4e63-9782-5507604313db req-0f8d99e1-69b5-4ed2-b3ee-a35052f7c892 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.1096444 Apr 05 15:49:10.309041 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3eb6eef6-fc7f-4e63-9782-5507604313db req-7d105ec6-cd77-4c0e-aa20-d18fb51f996e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438328 Apr 05 15:49:11.516840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3678c-895d-4f70-b21a-eccfa63218c9 req-8c6095e1-350d-4f66-a423-b607f6ba1a73 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:11.518458 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-aea3678c-895d-4f70-b21a-eccfa63218c9 req-8c6095e1-350d-4f66-a423-b607f6ba1a73 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0890739 Apr 05 15:49:11.567501 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-aea3678c-895d-4f70-b21a-eccfa63218c9 req-d4fa3c0a-3b80-46e2-b257-e16b5602daa5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Apr 05 15:49:11.585727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-348cf3f3-2eff-4900-90c6-47a098ec9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:11.587340 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-348cf3f3-2eff-4900-90c6-47a098ec9fa8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 1098 time: 0.0797570 Apr 05 15:49:11.730056 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-be8ffa73-d907-4618-a15a-2fa3b268c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:11.731612 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-be8ffa73-d907-4618-a15a-2fa3b268c01b service neutron] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 918 time: 0.1375942 Apr 05 15:49:11.840515 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-eb1a1518-17e0-4d81-a282-74564256e3a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4 HTTP/1.1" status: 200 len: 1001 time: 0.1015265 Apr 05 15:49:11.911366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-e7402d01-3be2-45dd-8e75-3f5fba7eb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:11.913391 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-e7402d01-3be2-45dd-8e75-3f5fba7eb4f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.0660737 Apr 05 15:49:11.995864 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-efd43b7d-8bcb-4647-835f-581410670e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:11.997592 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-efd43b7d-8bcb-4647-835f-581410670e8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778079 Apr 05 15:49:12.140063 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-0bb0e85f-c2ca-4bf3-978a-7761c59b1b79 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344421 Apr 05 15:49:12.280221 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2df78561-2d5e-453f-8c16-d6be296619a7 req-a92b779a-5b86-4604-bc19-266247048741 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319745 Apr 05 15:49:12.778886 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278a9a0-b588-48fb-bdda-3e026b5433b7 req-34626b78-858b-4108-88a3-5f2d1a08cbb5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:12.780522 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e278a9a0-b588-48fb-bdda-3e026b5433b7 req-34626b78-858b-4108-88a3-5f2d1a08cbb5 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0934687 Apr 05 15:49:12.827734 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e278a9a0-b588-48fb-bdda-3e026b5433b7 req-4aed76c7-b17d-47ff-b858-d9849b49ff60 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407917 Apr 05 15:49:14.037116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd08db1-5b2c-4216-83d2-db110659b17c req-5863b2e3-ba8d-45aa-ba7b-19a714c19e4a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:14.038681 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7cd08db1-5b2c-4216-83d2-db110659b17c req-5863b2e3-ba8d-45aa-ba7b-19a714c19e4a tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 945 time: 0.0919666 Apr 05 15:49:14.089613 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7cd08db1-5b2c-4216-83d2-db110659b17c req-d02a0302-7587-45e5-a4fd-a359694bdb0f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445879 Apr 05 15:49:14.104920 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 571155c7-03d2-48c3-aea0-c7eab59e28b4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:49:14.226417 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.254868 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:14.265984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:14.269527 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.271382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2919e1f0-4786-42d6-9f83-8fccfe9fff71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:14.309439 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'code': 200} Apr 05 15:49:14.344232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=8']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:14.347491 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:15.294194 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f63db8-b1e6-4863-ba5f-158f51cb14cc req-e7b213c3-65fe-495e-99a6-b8f4e5124f98 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:15.295715 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-92f63db8-b1e6-4863-ba5f-158f51cb14cc req-e7b213c3-65fe-495e-99a6-b8f4e5124f98 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0895934 Apr 05 15:49:15.342449 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-92f63db8-b1e6-4863-ba5f-158f51cb14cc req-0a675e46-d61d-4681-8f4b-d490efa09824 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403950 Apr 05 15:49:16.820981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d11af-d499-451a-8dc4-40636fd34196 req-492afea5-e369-4184-b7e0-98447ed9045b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:16.822607 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a86d11af-d499-451a-8dc4-40636fd34196 req-492afea5-e369-4184-b7e0-98447ed9045b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0927389 Apr 05 15:49:16.871752 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a86d11af-d499-451a-8dc4-40636fd34196 req-98dfee75-4fec-4432-9ae3-4ed42a0aa483 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424745 Apr 05 15:49:17.113713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 58948) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:17.238144 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0009236-48e9-4dc9-810e-1c491a00394e req-7047e752-7865-434f-944c-cbfeecc4ddc0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1231003 Apr 05 15:49:17.765333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0009236-48e9-4dc9-810e-1c491a00394e req-e794137a-c9c0-41b1-a934-eca5a17d5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:17.766898 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0009236-48e9-4dc9-810e-1c491a00394e req-e794137a-c9c0-41b1-a934-eca5a17d5641 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c&tenant_id=1fa68334b9d840b99dbfa07ab666b84e HTTP/1.1" status: 200 len: 1096 time: 0.0799506 Apr 05 15:49:17.867364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0009236-48e9-4dc9-810e-1c491a00394e req-2ee9f444-d9c8-4c99-826c-41e4243d5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:17.868926 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0009236-48e9-4dc9-810e-1c491a00394e req-2ee9f444-d9c8-4c99-826c-41e4243d5a3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 1096 time: 0.0795355 Apr 05 15:49:18.011535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0009236-48e9-4dc9-810e-1c491a00394e req-8a7c55bd-dcc5-4906-9729-134a214203bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:18.013146 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0009236-48e9-4dc9-810e-1c491a00394e req-8a7c55bd-dcc5-4906-9729-134a214203bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 918 time: 0.1378250 Apr 05 15:49:18.082399 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8006d09-1446-4f1b-bdcd-15f64f6825fa req-20a081b0-159d-45db-9adc-2c77851fb6e0 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:18.084012 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d8006d09-1446-4f1b-bdcd-15f64f6825fa req-20a081b0-159d-45db-9adc-2c77851fb6e0 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0935934 Apr 05 15:49:18.108609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 571155c7-03d2-48c3-aea0-c7eab59e28b4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:49:18.136627 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d8006d09-1446-4f1b-bdcd-15f64f6825fa req-725007e9-6040-483d-ba60-2029056a025c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451887 Apr 05 15:49:18.362070 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0009236-48e9-4dc9-810e-1c491a00394e req-34b4cace-91ee-4313-b8c5-89943e59f7ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4 HTTP/1.1" status: 200 len: 999 time: 0.3426435 Apr 05 15:49:18.430661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0009236-48e9-4dc9-810e-1c491a00394e req-0b73c6cb-d541-4155-828c-a405429bd3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:18.432081 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0009236-48e9-4dc9-810e-1c491a00394e req-0b73c6cb-d541-4155-828c-a405429bd3c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.0618026 Apr 05 15:49:18.512782 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0009236-48e9-4dc9-810e-1c491a00394e req-29ae2b71-5dbb-474e-b3a2-21ac3e27fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:18.514283 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0009236-48e9-4dc9-810e-1c491a00394e req-29ae2b71-5dbb-474e-b3a2-21ac3e27fb8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754538 Apr 05 15:49:18.654209 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0009236-48e9-4dc9-810e-1c491a00394e req-2043d29a-bcc2-48f5-979f-7a74236d700d service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331348 Apr 05 15:49:18.795752 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f0009236-48e9-4dc9-810e-1c491a00394e req-766c6e89-8648-4a9e-9696-93545eac99fa service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344666 Apr 05 15:49:19.345691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ee699-1424-4266-87f2-6c6956ef97ec req-af4f3b6b-e553-485e-a408-cd9992dc8faf tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:19.347293 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-182ee699-1424-4266-87f2-6c6956ef97ec req-af4f3b6b-e553-485e-a408-cd9992dc8faf tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0875289 Apr 05 15:49:19.395821 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-182ee699-1424-4266-87f2-6c6956ef97ec req-6e1e3de7-e1b5-4df0-836b-66659863b047 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419850 Apr 05 15:49:20.611391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65214644-fdbd-4704-8be3-0d99ab71d929 req-d3120847-53b1-49de-8b1f-de3af1b7fc8f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:20.613049 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-65214644-fdbd-4704-8be3-0d99ab71d929 req-d3120847-53b1-49de-8b1f-de3af1b7fc8f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0956056 Apr 05 15:49:20.662911 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-65214644-fdbd-4704-8be3-0d99ab71d929 req-06a85b49-1602-4937-a435-b29a6087014d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427999 Apr 05 15:49:21.874103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb88347-7441-4709-b31c-e2c7c8980059 req-65a9495c-a969-4a31-b9ef-4bbedbf3ab53 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:21.875737 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-acb88347-7441-4709-b31c-e2c7c8980059 req-65a9495c-a969-4a31-b9ef-4bbedbf3ab53 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0896628 Apr 05 15:49:21.928059 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-acb88347-7441-4709-b31c-e2c7c8980059 req-915cc4b8-ce86-47ed-80c1-3bfb03d02e72 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457718 Apr 05 15:49:23.139900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c470fdd-54a5-4100-8638-6281d7d6a821 req-5a543451-83e6-4747-a8d2-a7c128390cc8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:23.141608 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1c470fdd-54a5-4100-8638-6281d7d6a821 req-5a543451-83e6-4747-a8d2-a7c128390cc8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0901387 Apr 05 15:49:23.191234 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1c470fdd-54a5-4100-8638-6281d7d6a821 req-fbda2ed7-78b8-421d-9c80-be31f12aa13b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429814 Apr 05 15:49:24.620426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fa21e-8010-4e45-8858-6f9a4d03d415 req-8ed577c7-6463-4ac9-b871-2003adb03fc4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:24.622167 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6e3fa21e-8010-4e45-8858-6f9a4d03d415 req-8ed577c7-6463-4ac9-b871-2003adb03fc4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.3096161 Apr 05 15:49:24.672224 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6e3fa21e-8010-4e45-8858-6f9a4d03d415 req-572bd052-2e52-4109-a92f-761a8c8680a7 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437562 Apr 05 15:49:24.766822 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d3bc9abc-90ca-42c5-947a-78c2de0181aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.890554 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c055-248e-4a07-8bff-e92d7d3efcde req-7aca476f-ae68-4542-b584-927472a606fe tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:25.892222 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6fd4c055-248e-4a07-8bff-e92d7d3efcde req-7aca476f-ae68-4542-b584-927472a606fe tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0956445 Apr 05 15:49:25.946177 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6fd4c055-248e-4a07-8bff-e92d7d3efcde req-526101a8-beba-4096-97cb-c05658212ef1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474384 Apr 05 15:49:26.127412 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:26.954452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c69a91e9-54af-43e8-9c45-ebe981f8811a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:27.159451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf04c1d-7e84-40ee-84cb-31809d4ef3e8 req-2841e898-96c1-4275-a3a9-407459016007 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:27.161120 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ecf04c1d-7e84-40ee-84cb-31809d4ef3e8 req-2841e898-96c1-4275-a3a9-407459016007 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0928905 Apr 05 15:49:27.213159 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ecf04c1d-7e84-40ee-84cb-31809d4ef3e8 req-66b25f33-6b0a-49fa-8583-23fc641745d9 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454338 Apr 05 15:49:27.510329 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:28.429277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278003aa-9b0a-421a-bb7a-7d87c660cf39 req-2493213f-2486-4e9a-8521-08df5a4deaea tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:28.430950 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-278003aa-9b0a-421a-bb7a-7d87c660cf39 req-2493213f-2486-4e9a-8521-08df5a4deaea tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0943098 Apr 05 15:49:28.481408 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-278003aa-9b0a-421a-bb7a-7d87c660cf39 req-0644fceb-05dc-4d1a-b2c9-7a27ac2e76bf tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435259 Apr 05 15:49:29.189989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:29.699695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34191944-e247-4767-a892-367a6d111d73 req-717b36cf-142f-486c-9f10-c50962feb20f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:29.701347 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-34191944-e247-4767-a892-367a6d111d73 req-717b36cf-142f-486c-9f10-c50962feb20f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0908458 Apr 05 15:49:29.752366 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-34191944-e247-4767-a892-367a6d111d73 req-5e59f245-1902-499f-94d4-55cb55946a88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443895 Apr 05 15:49:30.964732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b202e0-eeeb-4550-866e-e8d05cfe426f req-1832061f-e63d-41a2-b352-4fd2438019fe tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:30.966342 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-56b202e0-eeeb-4550-866e-e8d05cfe426f req-1832061f-e63d-41a2-b352-4fd2438019fe tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0913887 Apr 05 15:49:31.014835 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-56b202e0-eeeb-4550-866e-e8d05cfe426f req-3ffc6b02-b4a1-4f72-a67d-5c79a4544620 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418310 Apr 05 15:49:32.219805 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f3d4e-8f0c-4528-81bc-aec4b59e1f41 req-76412d7f-ec2f-4238-89d0-85aa09b2298f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:32.221425 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5c3f3d4e-8f0c-4528-81bc-aec4b59e1f41 req-76412d7f-ec2f-4238-89d0-85aa09b2298f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0873349 Apr 05 15:49:32.272359 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5c3f3d4e-8f0c-4528-81bc-aec4b59e1f41 req-bae7e532-6839-4ff6-a569-71580d44c49b tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439832 Apr 05 15:49:32.401544 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:49:33.402349 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:33.473889 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8beec-e267-484d-8f60-929d988c3a7c req-10be3e9e-0e6b-4216-bd6b-38d02e5e1480 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:33.475459 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b0d8beec-e267-484d-8f60-929d988c3a7c req-10be3e9e-0e6b-4216-bd6b-38d02e5e1480 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0863795 Apr 05 15:49:33.522515 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b0d8beec-e267-484d-8f60-929d988c3a7c req-2a7f851b-3de0-47bf-b7da-e636022d7ae7 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401742 Apr 05 15:49:34.730853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4a2c2-eae2-4efa-bbe6-0e7d1b974e2c req-f06246f4-626b-41f7-8d8a-4b94b502509f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:34.732478 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3be4a2c2-eae2-4efa-bbe6-0e7d1b974e2c req-f06246f4-626b-41f7-8d8a-4b94b502509f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0907631 Apr 05 15:49:34.781232 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3be4a2c2-eae2-4efa-bbe6-0e7d1b974e2c req-3250306e-307a-461d-beed-c8a0e4c37137 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 Apr 05 15:49:35.983288 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f36b1-cfd9-4d51-826a-7715060fb705 req-ecdee6a5-0f21-4c2a-b76d-85fe2d3b360f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:35.984997 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-284f36b1-cfd9-4d51-826a-7715060fb705 req-ecdee6a5-0f21-4c2a-b76d-85fe2d3b360f tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 943 time: 0.0882165 Apr 05 15:49:36.033395 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-284f36b1-cfd9-4d51-826a-7715060fb705 req-6e1d110b-7a6d-4530-a8ab-4afdaab72f88 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419614 Apr 05 15:49:36.195829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 571155c7-03d2-48c3-aea0-c7eab59e28b4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:49:36.334713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:36.348911 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'port_id': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'mac_address': 'fa:16:3e:e4:de:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:49:36.409372 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.427219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571155c7-03d2-48c3-aea0-c7eab59e28b4 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:49:36.442739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:36.446105 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.447944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:36.515070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=9']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:36.522797 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.523190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.523569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.524537 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.524913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.525287 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.525655 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.526020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.526388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.526749 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.527113 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.527475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:36.531548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:36.762528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['571155c7-03d2-48c3-aea0-c7eab59e28b4'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:49:36.862507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-0e852878-220d-4240-b08e-da293cccf086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:36.864091 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-0e852878-220d-4240-b08e-da293cccf086 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 1097 time: 0.0809243 Apr 05 15:49:37.023178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-cd485cb0-9cf0-4fa6-aa91-74f92314c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:37.024742 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-cd485cb0-9cf0-4fa6-aa91-74f92314c501 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 200 len: 918 time: 0.1395023 Apr 05 15:49:37.135191 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-4312a001-cb9a-4c50-bb4f-da6c1665c22d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4 HTTP/1.1" status: 200 len: 1000 time: 0.1033547 Apr 05 15:49:37.205602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-e739c4ec-b472-4dda-aaf8-f46168916016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:37.207175 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-e739c4ec-b472-4dda-aaf8-f46168916016 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 200 len: 856 time: 0.0650640 Apr 05 15:49:37.246844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd456cc-d856-4ce5-8f23-2b0ac8653499 req-f6c5b4b1-07a0-4393-8d26-ef9692167bac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:37.248493 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ffd456cc-d856-4ce5-8f23-2b0ac8653499 req-f6c5b4b1-07a0-4393-8d26-ef9692167bac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 944 time: 0.0931702 Apr 05 15:49:37.294638 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-4549e87a-0e67-4591-b0b2-ac8662552426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:37.296129 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-4549e87a-0e67-4591-b0b2-ac8662552426 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1110e049-b223-4a06-9e2d-18da09acc010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808794 Apr 05 15:49:37.296712 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ffd456cc-d856-4ce5-8f23-2b0ac8653499 req-2551682d-42e6-46ae-b00d-ea03f24b0999 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418222 Apr 05 15:49:37.439323 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-1aa0feba-c5b0-468c-a243-fadf586ee937 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357043 Apr 05 15:49:37.579705 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1bc9efec-6762-42fe-8d87-5c9929c79688 req-7d8fb6f9-d92c-46dd-8735-7b093a9bd805 service neutron] 10.222.0.49 "GET /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327803 Apr 05 15:49:38.215417 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 571155c7-03d2-48c3-aea0-c7eab59e28b4 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:38.286874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 571155c7-03d2-48c3-aea0-c7eab59e28b4 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:38.287227 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:38.410145 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:38.438391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:38.448631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:38.451629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:38.453571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:38.495435 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'code': 200} Apr 05 15:49:38.510000 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739c370-d26b-40a2-acda-f6b7af3959ea req-9fe858fa-b5fc-4721-9841-535200bf5da8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:38.511666 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8739c370-d26b-40a2-acda-f6b7af3959ea req-9fe858fa-b5fc-4721-9841-535200bf5da8 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 946 time: 0.0946419 Apr 05 15:49:38.530711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=10']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:38.538326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:38.562959 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8739c370-d26b-40a2-acda-f6b7af3959ea req-6623fd90-6f7e-413c-8bfb-89ebafd33453 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443029 Apr 05 15:49:38.761125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f0a7a-1481-4369-a9c7-713a809c537c req-bf4682ba-a54c-4539-a365-c41e261b407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:38.762661 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-706f0a7a-1481-4369-a9c7-713a809c537c req-bf4682ba-a54c-4539-a365-c41e261b407f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 1099 time: 0.0759008 Apr 05 15:49:38.804645 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-706f0a7a-1481-4369-a9c7-713a809c537c req-988ca13b-185e-425a-b6ae-b3700539b2c6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353119 Apr 05 15:49:39.773945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3021a3-77b9-403f-bb73-2c7eb0cdab89 req-b8df9373-8a27-4f2d-a374-0f6b788e51a4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:39.775555 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bb3021a3-77b9-403f-bb73-2c7eb0cdab89 req-b8df9373-8a27-4f2d-a374-0f6b788e51a4 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 946 time: 0.0901544 Apr 05 15:49:39.824508 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-bb3021a3-77b9-403f-bb73-2c7eb0cdab89 req-a7da02ce-6e6c-4cb3-8ff4-35cef58a0351 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Apr 05 15:49:41.036279 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325d7be-c904-4a9e-a7f7-e6c43b3f4b5e req-8543f467-898d-4073-b663-48e4abee6a14 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:41.037954 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5325d7be-c904-4a9e-a7f7-e6c43b3f4b5e req-8543f467-898d-4073-b663-48e4abee6a14 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 946 time: 0.0946770 Apr 05 15:49:41.085686 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5325d7be-c904-4a9e-a7f7-e6c43b3f4b5e req-3e13f668-f331-4bea-8cba-176d7670b3d7 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409541 Apr 05 15:49:54.768844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-18ce3241-3e5d-4828-88a1-dc81a1d704b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:56.129090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:56.956902 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bf98-9266-40ba-9883-f1e52ab9bd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.513083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.190670 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:03.417625 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.794189 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59068) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:06.114116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Deleting port d3a0c7e4-65d4-424e-a6b9-57fadcde9158 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:06.114418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.288487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.288848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.418980 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Calling delete_port for d3a0c7e4-65d4-424e-a6b9-57fadcde9158 owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:06.578075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.593727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0482cbdc-bbcf-4311-bb3c-7050316a9436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:06.654715 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event deleted for resources: {'Port': ['ID=d3a0c7e4-65d4-424e-a6b9-57fadcde9158,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:06.711833 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.712187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.713151 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.713568 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.713968 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.714367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.714762 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.715156 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.715549 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.715942 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.716333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.716749 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:06.726271 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:06.862389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for floatingip, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.862927 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Floating IP 3859ea7f-4452-4451-b52a-f4804166fe86 disassociated (deleted). External IP: 172.28.3.124, port: 6ee20e6a-c3ed-428d-a808-1d09f6f2def4. Apr 05 15:50:07.234798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Router b9fd73a1-ab93-474b-aa85-0764e211f1c4 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:50:07.636827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:50:07.646608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] Sync routers for ids ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:50:07.655945 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.659128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] Routers {'b9fd73a1-ab93-474b-aa85-0764e211f1c4'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:07.659899 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:49:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:07.716619 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "DELETE /v2.0/floatingips/3859ea7f-4452-4451-b52a-f4804166fe86 HTTP/1.1" status: 204 len: 168 time: 1.9212334 Apr 05 15:50:07.717316 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:50:07.776751 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'status': 'completed', 'code': 200} Apr 05 15:50:07.857163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] Set router b9fd73a1-ab93-474b-aa85-0764e211f1c4 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:07.888026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-c31cc032-70f0-42c7-9544-a179fdac763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:07.890265 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-c31cc032-70f0-42c7-9544-a179fdac763f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50b4869466944f58a893a7555345d2fa&device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 1098 time: 0.0848017 Apr 05 15:50:08.038306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-b3d139cd-8f0f-4d0b-81e5-2d65f4988f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:08.039941 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-b3d139cd-8f0f-4d0b-81e5-2d65f4988f83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=374be1cf-8b54-4d0d-a103-7ce844ebe967 HTTP/1.1" status: 200 len: 910 time: 0.1433597 Apr 05 15:50:08.113427 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-79d6a606-2ef0-4feb-8854-0d1a60786831 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4 HTTP/1.1" status: 200 len: 217 time: 0.0661993 Apr 05 15:50:08.123290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313f77f-2eba-4551-a735-a8ec844c0281 req-9b5882a0-8391-44c5-a02a-73a0b12e7981 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:08.124299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-9313f77f-2eba-4551-a735-a8ec844c0281 req-9b5882a0-8391-44c5-a02a-73a0b12e7981 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Synchronizing usage tracker for tenant:50b4869466944f58a893a7555345d2fa on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:50:08.140356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-9313f77f-2eba-4551-a735-a8ec844c0281 req-9b5882a0-8391-44c5-a02a-73a0b12e7981 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Unset dirty status for tenant:50b4869466944f58a893a7555345d2fa on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:50:08.141617 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9313f77f-2eba-4551-a735-a8ec844c0281 req-9b5882a0-8391-44c5-a02a-73a0b12e7981 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.1077533 Apr 05 15:50:08.188863 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-3175e707-7c38-4a45-b412-b8c7b1ebca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:08.190449 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-3175e707-7c38-4a45-b412-b8c7b1ebca37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe828f5-be37-4522-b6cf-b0dd642bb320 HTTP/1.1" status: 200 len: 848 time: 0.0700810 Apr 05 15:50:08.190592 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9313f77f-2eba-4551-a735-a8ec844c0281 req-85b8919c-f6e4-4499-a53c-89951024c519 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Apr 05 15:50:08.203031 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1', 'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'mac_address': 'fa:16:3e:b8:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:37Z', 'updated_at': '2021-04-05T15:43:55Z', 'revision_number': 5, 'project_id': '50b4869466944f58a893a7555345d2fa', 'subnets': [{'id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:08.207831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] Checking router: b9fd73a1-ab93-474b-aa85-0764e211f1c4 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:50:08.217403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] Routers {'b9fd73a1-ab93-474b-aa85-0764e211f1c4'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:08.218054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:49:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:08.278685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-fa08a331-6876-4cca-b620-03a7f651f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:08.280296 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-fa08a331-6876-4cca-b620-03a7f651f9eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374be1cf-8b54-4d0d-a103-7ce844ebe967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819399 Apr 05 15:50:08.406295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] Set router b9fd73a1-ab93-474b-aa85-0764e211f1c4 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:08.424563 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-b242282c-b8c2-4e24-959b-d10c7c2b6f18 service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349492 Apr 05 15:50:08.574601 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c98cb9f9-0de5-4e20-97fe-d8f04e14418f req-171ea3b8-fb62-45dd-95ae-f5368937bc5c service neutron] 10.222.0.49 "GET /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417966 Apr 05 15:50:08.893100 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1', 'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'mac_address': 'fa:16:3e:b8:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:37Z', 'updated_at': '2021-04-05T15:43:55Z', 'revision_number': 5, 'project_id': '50b4869466944f58a893a7555345d2fa', 'subnets': [{'id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:08.897195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224accc9-d390-49aa-a585-2fce10eb0e4a None None] The sync data for ids ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'] in dv-cinder-784779-1-smb is: [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:43:38Z', 'revision_number': 4, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': 'f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1', 'name': '', 'network_id': '374be1cf-8b54-4d0d-a103-7ce844ebe967', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'mac_address': 'fa:16:3e:b8:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:37Z', 'updated_at': '2021-04-05T15:43:55Z', 'revision_number': 5, 'project_id': '50b4869466944f58a893a7555345d2fa', 'subnets': [{'id': '9fe828f5-be37-4522-b6cf-b0dd642bb320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:50:09.327425 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61976461-084f-4d44-883a-e3005eb872ab None None] New status for floating IP 3859ea7f-4452-4451-b52a-f4804166fe86: DOWN {{(pid=84316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:50:09.401982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e582885-9702-4336-9398-4c5fd5a5fa1c req-4c751aa6-83fd-492a-a46c-9b8efcc6a298 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:09.403497 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9e582885-9702-4336-9398-4c5fd5a5fa1c req-4c751aa6-83fd-492a-a46c-9b8efcc6a298 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.0914340 Apr 05 15:50:09.451531 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9e582885-9702-4336-9398-4c5fd5a5fa1c req-bfa2d9a3-6bf6-4e50-9ab3-5ed17e1d38cb tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/security-groups?id=0636f655-6b59-4699-af44-d344737f1960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414338 Apr 05 15:50:09.476262 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:50:09.510593 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-48d626c5-6c53-4de3-a009-b384673e2c4b tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:09.511356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-48d626c5-6c53-4de3-a009-b384673e2c4b tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Synchronizing usage tracker for tenant:50b4869466944f58a893a7555345d2fa on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:50:09.524039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-48d626c5-6c53-4de3-a009-b384673e2c4b tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Unset dirty status for tenant:50b4869466944f58a893a7555345d2fa on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:50:09.525971 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-48d626c5-6c53-4de3-a009-b384673e2c4b tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 945 time: 0.1071224 Apr 05 15:50:09.606518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Deleting port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:09.606905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:09.862642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] For port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:09.862963 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:09.992859 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Calling delete_port for 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:10.138185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:10.152839 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-6952f593-97b9-49b2-ab02-a7c08cbffc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:10.207405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event deleted for resources: {'Port': ['ID=6ee20e6a-c3ed-428d-a808-1d09f6f2def4,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:10.266688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.267103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.267509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.267912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.268307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.268726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.269124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.269517 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.269940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.270307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.270698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.271087 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:10.278333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:10.407265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] No DVR routers for this DVR port 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:50:10.409788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:10.412603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'name': 'network-vif-deleted', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:50:10.428730 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-991f40a2-f324-4bce-b4fe-c5105e3a83e7 req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.49 "DELETE /v2.0/ports/6ee20e6a-c3ed-428d-a808-1d09f6f2def4 HTTP/1.1" status: 204 len: 173 time: 0.8968596 Apr 05 15:50:10.462203 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7f224b-d943-4558-be5f-cb27bc7f54ee', 'name': 'network-vif-deleted', 'tag': '6ee20e6a-c3ed-428d-a808-1d09f6f2def4', 'status': 'completed', 'code': 200} Apr 05 15:50:10.614931 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-02ecf7c8-f88c-4026-9de5-77e60cf4b78c req-23b37714-567f-4a57-a988-933f9ee0cfd4 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e7f224b-d943-4558-be5f-cb27bc7f54ee HTTP/1.1" status: 200 len: 210 time: 0.0481858 Apr 05 15:50:11.716744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59092) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:11.791848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68a6fdf3-d95f-43fc-b0c1-7e4c75e2b9d5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:11.823070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68a6fdf3-d95f-43fc-b0c1-7e4c75e2b9d5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:11.873253 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68a6fdf3-d95f-43fc-b0c1-7e4c75e2b9d5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:11.878330 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c2656c09-5db9-44ca-b766-f9ea3c9aeddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:11.893927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6fdf3-d95f-43fc-b0c1-7e4c75e2b9d5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0636f655-6b59-4699-af44-d344737f1960,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:11.898257 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-68a6fdf3-d95f-43fc-b0c1-7e4c75e2b9d5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:11.901677 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-68a6fdf3-d95f-43fc-b0c1-7e4c75e2b9d5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:11.902868 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-68a6fdf3-d95f-43fc-b0c1-7e4c75e2b9d5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] 10.222.0.46 "DELETE /v2.0/security-groups/0636f655-6b59-4699-af44-d344737f1960 HTTP/1.1" status: 204 len: 168 time: 0.1850765 Apr 05 15:50:12.964719 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59100) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:13.643151 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933993'] for router_interface, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:14.238948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Deleting port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:14.239561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:14.378970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:14.414951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:14.415343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 6ee20e6a-c3ed-428d-a808-1d09f6f2def4 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:14.418747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] For port f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:14.419199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:14.553932 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Calling delete_port for f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 owned by network:router_interface {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:14.723539 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:14.738460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-aa9a3376-caae-4606-a3e5-b215908969ef tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:14.794516 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:14.844269 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:15.181716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854211822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945084'] for router_interface, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:15.679222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Router b9fd73a1-ab93-474b-aa85-0764e211f1c4 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:50:15.865276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:50:15.874086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d20cf-ef60-421c-a728-865930de929c None None] Sync routers for ids ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:50:15.879040 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] 10.222.0.46 "PUT /v2.0/routers/b9fd73a1-ab93-474b-aa85-0764e211f1c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9131668 Apr 05 15:50:15.881659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59106) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:15.883974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d20cf-ef60-421c-a728-865930de929c None None] Routers {'b9fd73a1-ab93-474b-aa85-0764e211f1c4'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:15.884680 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-771d20cf-ef60-421c-a728-865930de929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:49:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:16.069799 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Notify callbacks [] for router, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:16.074095 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-771d20cf-ef60-421c-a728-865930de929c None None] Set router b9fd73a1-ab93-474b-aa85-0764e211f1c4 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:16.258022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:16.266685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Deleting port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:16.267062 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:16.377632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-771d20cf-ef60-421c-a728-865930de929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:50:14Z', 'revision_number': 5, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port': {'id': '2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:7c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:31Z', 'updated_at': '2021-04-05T15:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:16.382352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d20cf-ef60-421c-a728-865930de929c None None] Checking router: b9fd73a1-ab93-474b-aa85-0764e211f1c4 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:50:16.392947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d20cf-ef60-421c-a728-865930de929c None None] Routers {'b9fd73a1-ab93-474b-aa85-0764e211f1c4'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:16.393646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-771d20cf-ef60-421c-a728-865930de929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:49:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:16.564620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-771d20cf-ef60-421c-a728-865930de929c None None] Set router b9fd73a1-ab93-474b-aa85-0764e211f1c4 gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:16.682983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-771d20cf-ef60-421c-a728-865930de929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:50:16Z', 'revision_number': 6, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port_host': None}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:16.687326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d20cf-ef60-421c-a728-865930de929c None None] The sync data for ids ['b9fd73a1-ab93-474b-aa85-0764e211f1c4'] in dv-cinder-784779-1-smb is: [{'id': 'b9fd73a1-ab93-474b-aa85-0764e211f1c4', 'name': 'tempest-TestShelveInstance-1707011132-router', 'tenant_id': '50b4869466944f58a893a7555345d2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:29Z', 'updated_at': '2021-04-05T15:50:16Z', 'revision_number': 6, 'project_id': '50b4869466944f58a893a7555345d2fa', 'gw_port_host': None}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:50:16.694553 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] For port 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:16.694957 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:16.833438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Calling delete_port for 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b owned by network:router_gateway {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:17.010777 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:17.026162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-79fb180e-6fb3-4275-a685-e0ff4920e4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:17.085289 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:17.136941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:17.291461 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937404'] for router_gateway, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:17.472343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743514'] for router, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:17.474674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:17.494470 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830009'] for router, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:17.495282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9fd73a1-ab93-474b-aa85-0764e211f1c4 {{(pid=84314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:50:17.507459 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:17.508723 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-84ad21f2-e9a1-4d0b-819d-edba2a247874 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b9fd73a1-ab93-474b-aa85-0764e211f1c4 HTTP/1.1" status: 204 len: 168 time: 1.6260540 Apr 05 15:50:17.511405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59114) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:17.577772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56972fb-fd64-4eb0-9e46-f1b471f0b270 admin admin] Deleting subnet 9fe828f5-be37-4522-b6cf-b0dd642bb320 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:50:17.581121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a56972fb-fd64-4eb0-9e46-f1b471f0b270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:17.636687 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a56972fb-fd64-4eb0-9e46-f1b471f0b270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822484389'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:17.717673 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a56972fb-fd64-4eb0-9e46-f1b471f0b270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:17.973819 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a56972fb-fd64-4eb0-9e46-f1b471f0b270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32290304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33446941'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:17.989332 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-193e441f-aab6-43b4-9d3d-616c516f454d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:18.036981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56972fb-fd64-4eb0-9e46-f1b471f0b270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe828f5-be37-4522-b6cf-b0dd642bb320,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:18.093089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a56972fb-fd64-4eb0-9e46-f1b471f0b270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:18.124390 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a56972fb-fd64-4eb0-9e46-f1b471f0b270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:18.129857 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1bde37-d7ea-451c-887b-c3222d0a3785 None None] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:50:18.131436 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a56972fb-fd64-4eb0-9e46-f1b471f0b270 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9fe828f5-be37-4522-b6cf-b0dd642bb320 HTTP/1.1" status: 204 len: 168 time: 0.6189795 Apr 05 15:50:18.134078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59118) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:18.250312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:18.318315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Deleting port 35d603da-0c5e-44e2-846e-453dab9311fa {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:18.318694 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:18.379946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] DHCP port deletion for 374be1cf-8b54-4d0d-a103-7ce844ebe967 request from dv-cinder-784779-1-smb {{(pid=84315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:50:18.384283 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] Deleting port 35d603da-0c5e-44e2-846e-453dab9311fa {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:18.384772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:18.539812 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] For port 35d603da-0c5e-44e2-846e-453dab9311fa, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=35d603da-0c5e-44e2-846e-453dab9311fa,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:18.540128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:18.602730 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] For port 35d603da-0c5e-44e2-846e-453dab9311fa, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=35d603da-0c5e-44e2-846e-453dab9311fa,segment=NetworkSegment(1fae552f-ed48-4ece-9f38-d3f034c80f34),segment_id=1fae552f-ed48-4ece-9f38-d3f034c80f34)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:18.602730 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:18.671585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Calling delete_port for 35d603da-0c5e-44e2-846e-453dab9311fa owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:18.671842 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:18.751332 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:18.766690 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1b0dc44a-c8f6-43bf-8a03-37e75d379e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:18.767737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] Calling delete_port for 35d603da-0c5e-44e2-846e-453dab9311fa owned by network:dhcp {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:18.807243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:18.807565 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f85ef5d9-fe6a-4538-9a1b-4b23a67f86c1 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:18.808043 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:18.823824 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d603da-0c5e-44e2-846e-453dab9311fa,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:18.826608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:18.846039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:18.846437 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 2d7cdf4f-f35e-465a-be5f-fe15e2f2d21b not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:18.846903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 35d603da-0c5e-44e2-846e-453dab9311fa no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:18.893661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 35d603da-0c5e-44e2-846e-453dab9311fa {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:18.893661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 35d603da-0c5e-44e2-846e-453dab9311fa not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:18.912831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] No DVR routers for this DVR port 35d603da-0c5e-44e2-846e-453dab9311fa on host dv-cinder-784779-1-smb {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:50:19.046811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:19.094610 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.api [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:50:19.094913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_db.api [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:50:19.165154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374be1cf-8b54-4d0d-a103-7ce844ebe967']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:19.177648 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fae552f-ed48-4ece-9f38-d3f034c80f34') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:19.178003 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fae552f-ed48-4ece-9f38-d3f034c80f34') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:19.190036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32291410'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:19.205833 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:19.212130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:50:19.387530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:19.396541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32290475'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:19.576923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Network 374be1cf-8b54-4d0d-a103-7ce844ebe967 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:19.596070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] Deleting port 35d603da-0c5e-44e2-846e-453dab9311fa {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:19.596523 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:50:19.598854 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:50:19.665795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-97d0a185-279f-4c85-8b00-12fd38286f35 None None] The port '35d603da-0c5e-44e2-846e-453dab9311fa' was deleted {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:50:19.676515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:19.680268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-fba7c161-eaa6-4e61-a9f4-87c79318753b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:19.694439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:19.705912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=374be1cf-8b54-4d0d-a103-7ce844ebe967,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:19.709219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:19.719230 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/374be1cf-8b54-4d0d-a103-7ce844ebe967 HTTP/1.1" status: 204 len: 168 time: 1.5835371 Apr 05 15:50:19.722240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59122) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:20.513788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933993'] for router_interface, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:20.876503 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Deleting port b038bb15-62c6-4f03-bfca-aaa8b5c5e937 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:20.876852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:21.059752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] For port b038bb15-62c6-4f03-bfca-aaa8b5c5e937, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=b038bb15-62c6-4f03-bfca-aaa8b5c5e937,segment=NetworkSegment(ac246262-1446-4dcc-9499-97d54d10a3c7),segment_id=ac246262-1446-4dcc-9499-97d54d10a3c7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:21.060156 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:21.195335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Calling delete_port for b038bb15-62c6-4f03-bfca-aaa8b5c5e937 owned by network:router_interface {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:21.367988 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:21.383779 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-56dd4c5f-c154-42dd-bf63-ca6dae4ae7e3 tempest-ServerRescueNegativeTestJSON-617698521 tempest-ServerRescueNegativeTestJSON-617698521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:21.437847 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Pushing event deleted for resources: {'Port': ['ID=b038bb15-62c6-4f03-bfca-aaa8b5c5e937,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:21.441694 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:21.824237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854211822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945084'] for router_interface, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:22.327477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:50:22.755906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:50:22.764558 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] Sync routers for ids ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:50:22.771371 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e807cb01-4f05-4f91-870c-6d0c155e1951 admin admin] 10.222.0.46 "PUT /v2.0/routers/e9a18a97-2cc4-47df-806a-7f02d6fe91e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0475340 Apr 05 15:50:22.773588 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59128) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:22.778103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] Routers {'e9a18a97-2cc4-47df-806a-7f02d6fe91e2'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:22.778792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:49:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:22.959237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:22.964434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] Set router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:23.153590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:23.162644 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Deleting port f3f6db29-7a28-4780-b7b9-f24ab70dc114 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:23.163029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:23.361264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] For port f3f6db29-7a28-4780-b7b9-f24ab70dc114, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=f3f6db29-7a28-4780-b7b9-f24ab70dc114,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:23.361656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:23.422555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'name': 'tempest-TestShelveInstance-488005434-router', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:43Z', 'updated_at': '2021-04-05T15:50:21Z', 'revision_number': 5, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'gw_port': {'id': 'f3f6db29-7a28-4780-b7b9-f24ab70dc114', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:43:45Z', 'updated_at': '2021-04-05T15:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:23.426526 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] Checking router: e9a18a97-2cc4-47df-806a-7f02d6fe91e2 for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:50:23.435921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] Routers {'e9a18a97-2cc4-47df-806a-7f02d6fe91e2'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:23.436650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:49:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:23.498364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Calling delete_port for f3f6db29-7a28-4780-b7b9-f24ab70dc114 owned by network:router_gateway {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:23.593941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] Set router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 gateway port host: None {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:23.672407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:23.688316 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e4ace9a4-7409-44f6-a856-c1596758c06c tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:23.707397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'name': 'tempest-TestShelveInstance-488005434-router', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:43Z', 'updated_at': '2021-04-05T15:50:23Z', 'revision_number': 6, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'gw_port_host': None}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:23.711462 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0be9ec-41c4-43f6-9670-da564c6d6ab4 None None] The sync data for ids ['e9a18a97-2cc4-47df-806a-7f02d6fe91e2'] in dv-cinder-784779-1-smb is: [{'id': 'e9a18a97-2cc4-47df-806a-7f02d6fe91e2', 'name': 'tempest-TestShelveInstance-488005434-router', 'tenant_id': 'f1b4ca9667d14ae58be6205227ab809b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:43:43Z', 'updated_at': '2021-04-05T15:50:23Z', 'revision_number': 6, 'project_id': 'f1b4ca9667d14ae58be6205227ab809b', 'gw_port_host': None}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:50:23.746344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f6db29-7a28-4780-b7b9-f24ab70dc114,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:23.750230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:23.951732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937404'] for router_gateway, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.138256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743514'] for router, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.140610 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.160895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830009'] for router, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.161473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9a18a97-2cc4-47df-806a-7f02d6fe91e2 {{(pid=84314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:50:24.174549 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.175728 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-66611de8-2ba2-42a9-a691-c177b93761e5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e9a18a97-2cc4-47df-806a-7f02d6fe91e2 HTTP/1.1" status: 204 len: 168 time: 1.4011309 Apr 05 15:50:24.178571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59132) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:24.249574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe5bce5-78b7-4f00-8382-ae15bf638bfe admin admin] Deleting subnet 1f9ab9ea-9ce9-411c-9b8c-fee631c1fade {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:50:24.252654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3fe5bce5-78b7-4f00-8382-ae15bf638bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.305252 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3fe5bce5-78b7-4f00-8382-ae15bf638bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822484389'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.393436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3fe5bce5-78b7-4f00-8382-ae15bf638bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.647948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3fe5bce5-78b7-4f00-8382-ae15bf638bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32290304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33446941'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.656426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f3f6db29-7a28-4780-b7b9-f24ab70dc114 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:24.664557 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:24.695081 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: f3f6db29-7a28-4780-b7b9-f24ab70dc114 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:24.695480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device f3f6db29-7a28-4780-b7b9-f24ab70dc114 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:24.695947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device b038bb15-62c6-4f03-bfca-aaa8b5c5e937 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:24.715401 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5bce5-78b7-4f00-8382-ae15bf638bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f9ab9ea-9ce9-411c-9b8c-fee631c1fade,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:24.733054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: b038bb15-62c6-4f03-bfca-aaa8b5c5e937 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:24.733457 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device b038bb15-62c6-4f03-bfca-aaa8b5c5e937 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:24.767531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-3fe5bce5-78b7-4f00-8382-ae15bf638bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:24.770620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c016667d-cc8c-400c-8c7a-1cdc030191db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.798268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3fe5bce5-78b7-4f00-8382-ae15bf638bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.803300 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c7c951-32e3-4c45-9525-85393d2f6dce None None] Network f51302f0-8668-4c93-b338-3552f4300fe8 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:50:24.804296 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-3fe5bce5-78b7-4f00-8382-ae15bf638bfe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1f9ab9ea-9ce9-411c-9b8c-fee631c1fade HTTP/1.1" status: 204 len: 168 time: 0.6247120 Apr 05 15:50:24.807567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59136) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:24.922831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:24.996759 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Deleting port 05e78311-03c4-41ff-949e-97971b2b47f1 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:24.997178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:25.068294 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] DHCP port deletion for f51302f0-8668-4c93-b338-3552f4300fe8 request from dv-cinder-784779-1-smb {{(pid=84315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:50:25.073164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] Deleting port 05e78311-03c4-41ff-949e-97971b2b47f1 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:25.073590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:25.215346 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] For port 05e78311-03c4-41ff-949e-97971b2b47f1, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=05e78311-03c4-41ff-949e-97971b2b47f1,segment=NetworkSegment(ac246262-1446-4dcc-9499-97d54d10a3c7),segment_id=ac246262-1446-4dcc-9499-97d54d10a3c7)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:25.215905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:25.287505 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] For port 05e78311-03c4-41ff-949e-97971b2b47f1, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=05e78311-03c4-41ff-949e-97971b2b47f1,segment=NetworkSegment(ac246262-1446-4dcc-9499-97d54d10a3c7),segment_id=ac246262-1446-4dcc-9499-97d54d10a3c7)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:25.287910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:25.351306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Calling delete_port for 05e78311-03c4-41ff-949e-97971b2b47f1 owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:25.422124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] Calling delete_port for 05e78311-03c4-41ff-949e-97971b2b47f1 owned by network:dhcp {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:25.427515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:25.443243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-84de09eb-6a19-4588-9703-82a925edfc88 tempest-AttachVolumeNegativeTest-1391332891 tempest-AttachVolumeNegativeTest-1391332891-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:25.496320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.api [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:50:25.496675 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_db.api [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:50:25.501974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Pushing event deleted for resources: {'Port': ['ID=05e78311-03c4-41ff-949e-97971b2b47f1,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:25.548299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:25.582237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] No DVR routers for this DVR port 05e78311-03c4-41ff-949e-97971b2b47f1 on host dv-cinder-784779-1-smb {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:50:25.701480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:25.813736 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51302f0-8668-4c93-b338-3552f4300fe8']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:25.826020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac246262-1446-4dcc-9499-97d54d10a3c7') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:25.826360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac246262-1446-4dcc-9499-97d54d10a3c7') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:25.838486 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32291410'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:25.856111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:25.862487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:50:25.997949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] Deleting port 05e78311-03c4-41ff-949e-97971b2b47f1 {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:25.998464 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:26.042772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Network f51302f0-8668-4c93-b338-3552f4300fe8 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:26.051634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32290475'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:26.072688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-084e170b-8699-4a8f-ba9c-cd4893641f3f None None] The port '05e78311-03c4-41ff-949e-97971b2b47f1' was deleted {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:50:26.130268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:26.234006 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Network f51302f0-8668-4c93-b338-3552f4300fe8 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:50:26.256995 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:50:26.335081 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:26.338631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:26.352037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:26.366210 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Pushing event deleted for resources: {'Network': ['ID=f51302f0-8668-4c93-b338-3552f4300fe8,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:26.371655 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:26.375102 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] 10.222.0.46 "DELETE /v2.0/networks/f51302f0-8668-4c93-b338-3552f4300fe8 HTTP/1.1" status: 204 len: 168 time: 1.5665259 Apr 05 15:50:26.492181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59142) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:26.657327 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 05e78311-03c4-41ff-949e-97971b2b47f1 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:26.695461 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 05e78311-03c4-41ff-949e-97971b2b47f1 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:26.695863 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 05e78311-03c4-41ff-949e-97971b2b47f1 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:26.785664 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-1006eaf1-bec2-4fee-b437-b66e6fe29b01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50b4869466944f58a893a7555345d2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921405 Apr 05 15:50:26.788246 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59146) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:26.848532 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f3412b32-77fa-440d-b46b-e1e8dbfb5ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:26.876315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f3412b32-77fa-440d-b46b-e1e8dbfb5ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:26.922181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f3412b32-77fa-440d-b46b-e1e8dbfb5ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:26.927326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7cd49e16-2c72-49f0-9c9d-f6765feba175 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:26.944151 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3412b32-77fa-440d-b46b-e1e8dbfb5ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db68fc5a-0169-4f8c-867d-aabf6668dc14,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:26.946776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f3412b32-77fa-440d-b46b-e1e8dbfb5ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:26.952501 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f3412b32-77fa-440d-b46b-e1e8dbfb5ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:26.954009 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f3412b32-77fa-440d-b46b-e1e8dbfb5ce7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db68fc5a-0169-4f8c-867d-aabf6668dc14 HTTP/1.1" status: 204 len: 168 time: 0.1644709 Apr 05 15:50:26.962078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e14b4278-1d14-4abd-93ba-4be464aca4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:27.300015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59154) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:27.351338 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2fb914e2-47d3-40f5-9fe9-34f50312aba4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1b4ca9667d14ae58be6205227ab809b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499368 Apr 05 15:50:27.354468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59158) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:27.416677 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c35bdbec-744a-4686-af31-28d81aaefb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:27.442751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c35bdbec-744a-4686-af31-28d81aaefb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:27.489092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c35bdbec-744a-4686-af31-28d81aaefb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:27.494138 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-01d89925-09c3-45b4-978e-02b04ff3ea48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:27.506734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bdbec-744a-4686-af31-28d81aaefb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bf65f3-4f5b-4da6-9cd8-bfe664dcfc28,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:27.510372 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c35bdbec-744a-4686-af31-28d81aaefb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:27.513150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c35bdbec-744a-4686-af31-28d81aaefb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:27.514884 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c35bdbec-744a-4686-af31-28d81aaefb81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4bf65f3-4f5b-4da6-9cd8-bfe664dcfc28 HTTP/1.1" status: 204 len: 168 time: 0.1593089 Apr 05 15:50:27.527002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:29.194318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:33.415689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:36.805122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28b07a-a1cf-4e24-b2d0-923f418a2317 req-05ff622c-b589-4fab-8b82-30ba7e8cc58e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:36.806633 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ba28b07a-a1cf-4e24-b2d0-923f418a2317 req-05ff622c-b589-4fab-8b82-30ba7e8cc58e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 946 time: 0.0885036 Apr 05 15:50:36.857542 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ba28b07a-a1cf-4e24-b2d0-923f418a2317 req-c2ae7c7a-2175-4c8b-a05d-a5887adae6d2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447245 Apr 05 15:50:38.068563 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3a8c3-ce49-4c49-a921-c610ae57ce27 req-64d4a92a-a0a7-4f71-bb1e-8ec5a2b130dc tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:38.070176 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fec3a8c3-ce49-4c49-a921-c610ae57ce27 req-64d4a92a-a0a7-4f71-bb1e-8ec5a2b130dc tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 946 time: 0.0889862 Apr 05 15:50:38.117733 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fec3a8c3-ce49-4c49-a921-c610ae57ce27 req-1603abb0-5251-4662-83dc-c184e460336e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups?id=d4e144de-b7ab-45f1-bc79-ff445b7be60c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411506 Apr 05 15:50:38.331111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-931bddce-0335-46fd-885c-1d35383c56c1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:38.331786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-931bddce-0335-46fd-885c-1d35383c56c1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Synchronizing usage tracker for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:50:38.346693 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-931bddce-0335-46fd-885c-1d35383c56c1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Unset dirty status for tenant:1fa68334b9d840b99dbfa07ab666b84e on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:50:38.347882 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-931bddce-0335-46fd-885c-1d35383c56c1 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 946 time: 0.1047938 Apr 05 15:50:38.423239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Deleting port 571155c7-03d2-48c3-aea0-c7eab59e28b4 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:38.423627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:38.682983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] For port 571155c7-03d2-48c3-aea0-c7eab59e28b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=571155c7-03d2-48c3-aea0-c7eab59e28b4,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:38.683392 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:38.986726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:38.987218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:38.987585 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Floating IP a84f21b8-e93d-4df1-9910-2162dc1d546f disassociated. External IP: 172.28.3.133, port: 571155c7-03d2-48c3-aea0-c7eab59e28b4. Apr 05 15:50:38.987966 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Calling delete_port for 571155c7-03d2-48c3-aea0-c7eab59e28b4 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:39.138857 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:39.154039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9c4000a4-1e78-4738-a520-d5a70f66a274 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:39.213418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event deleted for resources: {'Port': ['ID=571155c7-03d2-48c3-aea0-c7eab59e28b4,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:39.218141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:39.288954 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-30a633f3-e120-4b18-8ecc-180b9d769530 req-42b5f2aa-fb3d-452e-a9d2-209a80c6c66d tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2916747-8552-46fb-bbc4-34c0b55c4e1c HTTP/1.1" status: 200 len: 210 time: 0.0521953 Apr 05 15:50:39.516553 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Router f7b56424-95b3-4ff8-8383-0c3e23bd6201 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:50:39.704514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:50:39.714353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] Sync routers for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:50:39.725033 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:39.725838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:50:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:39.783771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] No DVR routers for this DVR port 571155c7-03d2-48c3-aea0-c7eab59e28b4 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:50:39.786499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:39.789473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'name': 'network-vif-deleted', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:50:39.807906 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3b8e00b0-bad3-4c8a-b087-96df6363cc07 req-2514bd34-6f9c-4c7f-a12d-49f6794dbae2 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.49 "DELETE /v2.0/ports/571155c7-03d2-48c3-aea0-c7eab59e28b4 HTTP/1.1" status: 204 len: 173 time: 1.4539497 Apr 05 15:50:39.846992 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2916747-8552-46fb-bbc4-34c0b55c4e1c', 'name': 'network-vif-deleted', 'tag': '571155c7-03d2-48c3-aea0-c7eab59e28b4', 'status': 'completed', 'code': 200} Apr 05 15:50:39.932322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:40.267397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:40.271629 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] Checking router: f7b56424-95b3-4ff8-8383-0c3e23bd6201 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:50:40.281317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:40.281984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:50:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:40.426081 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59186) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:40.472871 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:40.494770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-886d7626-d4e9-4b21-891a-f8b96dd84e31 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.524617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-886d7626-d4e9-4b21-891a-f8b96dd84e31 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.569197 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-886d7626-d4e9-4b21-891a-f8b96dd84e31 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.575012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-996ef979-ea77-4540-8b9b-9425176d54af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:40.590177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d7626-d4e9-4b21-891a-f8b96dd84e31 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e144de-b7ab-45f1-bc79-ff445b7be60c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:40.593175 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-886d7626-d4e9-4b21-891a-f8b96dd84e31 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:40.599910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-886d7626-d4e9-4b21-891a-f8b96dd84e31 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.601159 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-886d7626-d4e9-4b21-891a-f8b96dd84e31 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "DELETE /v2.0/security-groups/d4e144de-b7ab-45f1-bc79-ff445b7be60c HTTP/1.1" status: 204 len: 168 time: 0.1739268 Apr 05 15:50:40.603990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59190) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:40.622062 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.v2.resource [None req-b4386529-df53-4296-b96b-f0179881e0a3 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] show failed (client error): The resource could not be found. Apr 05 15:50:40.623146 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b4386529-df53-4296-b96b-f0179881e0a3 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "GET /v2.0/security-groups/d4e144de-b7ab-45f1-bc79-ff445b7be60c HTTP/1.1" status: 404 len: 347 time: 0.0181115 Apr 05 15:50:40.626286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59194) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:40.799428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Deleting port 6a0398dd-707e-40c7-9561-49a43b40aa64 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:40.799789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.814727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:40.818921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ddd8d-943c-49f7-8daf-3761528c8903 None None] The sync data for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb is: [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:41:50Z', 'revision_number': 4, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '5ca3f0f7-8d36-4721-9efd-8227fd2effd0', 'name': '', 'network_id': '1110e049-b223-4a06-9e2d-18da09acc010', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'mac_address': 'fa:16:3e:f5:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:47Z', 'updated_at': '2021-04-05T15:42:01Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'subnets': [{'id': 'fdfb3e16-32ab-4296-9d79-b79a02e02115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:50:40.985364 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.985726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.121962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Calling delete_port for 6a0398dd-707e-40c7-9561-49a43b40aa64 owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:41.219400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e55db0-a1e2-4c12-8321-1757d9994438 None None] New status for floating IP a84f21b8-e93d-4df1-9910-2162dc1d546f: DOWN {{(pid=84316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:50:41.267895 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.283926 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c90f73e6-f48b-4360-a519-0f5cb6e75149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:41.344865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Pushing event deleted for resources: {'Port': ['ID=6a0398dd-707e-40c7-9561-49a43b40aa64,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:41.392504 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:41.549703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks [] for floatingip, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.564686 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.565940 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-86830ca8-b161-4bc5-bd77-1c712c0d826c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] 10.222.0.46 "DELETE /v2.0/floatingips/a84f21b8-e93d-4df1-9910-2162dc1d546f HTTP/1.1" status: 204 len: 168 time: 0.9386902 Apr 05 15:50:42.514410 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 571155c7-03d2-48c3-aea0-c7eab59e28b4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:42.551351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 571155c7-03d2-48c3-aea0-c7eab59e28b4 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:42.551750 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 571155c7-03d2-48c3-aea0-c7eab59e28b4 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:44.393579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59218) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:45.179291 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933993'] for router_interface, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:45.769481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Deleting port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:45.770078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:45.948896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] For port 5ca3f0f7-8d36-4721-9efd-8227fd2effd0, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=5ca3f0f7-8d36-4721-9efd-8227fd2effd0,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:45.949295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:46.080723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Calling delete_port for 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 owned by network:router_interface {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:46.255098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:46.270010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-715783e5-85f1-4fd3-85dd-729d9c2c7696 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:46.328165 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca3f0f7-8d36-4721-9efd-8227fd2effd0,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:46.332051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:46.406150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:50:46.709825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854211822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945084'] for router_interface, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:47.213139 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Router f7b56424-95b3-4ff8-8383-0c3e23bd6201 has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:50:47.401399 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:50:47.409934 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] Sync routers for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:50:47.414478 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] 10.222.0.46 "PUT /v2.0/routers/f7b56424-95b3-4ff8-8383-0c3e23bd6201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0197244 Apr 05 15:50:47.417056 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59224) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:47.420240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:47.420946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:50:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:47.607342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Notify callbacks [] for router, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:47.780371 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:47.799662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:47.808618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Deleting port edfac4f7-02f9-45e9-9b49-f98901ac0cb7 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:47.808995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:48.094883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249'}], 'enable_snat': True}, 'gw_port_id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:50:46Z', 'revision_number': 5, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port': {'id': 'edfac4f7-02f9-45e9-9b49-f98901ac0cb7', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:41:33Z', 'updated_at': '2021-04-05T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:48.099106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] Checking router: f7b56424-95b3-4ff8-8383-0c3e23bd6201 for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:50:48.109230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] Routers {'f7b56424-95b3-4ff8-8383-0c3e23bd6201'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:48.109921 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:50:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:48.226950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] For port edfac4f7-02f9-45e9-9b49-f98901ac0cb7, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=edfac4f7-02f9-45e9-9b49-f98901ac0cb7,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:48.228173 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:48.275462 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] Set router f7b56424-95b3-4ff8-8383-0c3e23bd6201 gateway port host: None {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:48.359538 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Calling delete_port for edfac4f7-02f9-45e9-9b49-f98901ac0cb7 owned by network:router_gateway {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:48.390179 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:50:47Z', 'revision_number': 6, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port_host': None}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:48.394331 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac978034-3bf5-45c8-b718-e37f950178b1 None None] The sync data for ids ['f7b56424-95b3-4ff8-8383-0c3e23bd6201'] in dv-cinder-784779-1-smb is: [{'id': 'f7b56424-95b3-4ff8-8383-0c3e23bd6201', 'name': 'tempest-AttachVolumeShelveTestJSON-2015801296-router', 'tenant_id': '1fa68334b9d840b99dbfa07ab666b84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:41:30Z', 'updated_at': '2021-04-05T15:50:47Z', 'revision_number': 6, 'project_id': '1fa68334b9d840b99dbfa07ab666b84e', 'gw_port_host': None}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:50:48.540286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:48.557785 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-02fa5c70-0fda-4095-a241-1cc8c4f40936 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:48.612434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Pushing event deleted for resources: {'Port': ['ID=edfac4f7-02f9-45e9-9b49-f98901ac0cb7,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:48.616311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:48.699172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:48.736133 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:48.736557 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 5ca3f0f7-8d36-4721-9efd-8227fd2effd0 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:48.737039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device edfac4f7-02f9-45e9-9b49-f98901ac0cb7 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:48.774303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: edfac4f7-02f9-45e9-9b49-f98901ac0cb7 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:48.774704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device edfac4f7-02f9-45e9-9b49-f98901ac0cb7 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:48.822469 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937404'] for router_gateway, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.007824 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743514'] for router, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.010758 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.031658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830009'] for router, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.032207 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b56424-95b3-4ff8-8383-0c3e23bd6201 {{(pid=84314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:50:49.044852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Notify callbacks [] for router, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.046105 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] 10.222.0.46 "DELETE /v2.0/routers/f7b56424-95b3-4ff8-8383-0c3e23bd6201 HTTP/1.1" status: 204 len: 168 time: 1.6280653 Apr 05 15:50:49.048772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59228) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:49.119677 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-238208a5-7644-4b77-9c41-d1bf9f518925 admin admin] Deleting subnet fdfb3e16-32ab-4296-9d79-b79a02e02115 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:50:49.123062 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-238208a5-7644-4b77-9c41-d1bf9f518925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.173701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-238208a5-7644-4b77-9c41-d1bf9f518925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822484389'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.260289 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-238208a5-7644-4b77-9c41-d1bf9f518925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.513452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-238208a5-7644-4b77-9c41-d1bf9f518925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32290304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33446941'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.528796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:49.578395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238208a5-7644-4b77-9c41-d1bf9f518925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfb3e16-32ab-4296-9d79-b79a02e02115,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:49.581053 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-238208a5-7644-4b77-9c41-d1bf9f518925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:49.666227 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-238208a5-7644-4b77-9c41-d1bf9f518925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.671694 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ef0e6-1ae5-49e9-9297-bc45f95ef710 None None] Network 1110e049-b223-4a06-9e2d-18da09acc010 requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:50:49.673148 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-238208a5-7644-4b77-9c41-d1bf9f518925 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fdfb3e16-32ab-4296-9d79-b79a02e02115 HTTP/1.1" status: 204 len: 168 time: 0.6234050 Apr 05 15:50:49.675753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59232) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:49.786041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.858027 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Deleting port 003c5c58-60f8-474d-802d-4292b9767c8f {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:49.858399 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:49.935528 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] DHCP port deletion for 1110e049-b223-4a06-9e2d-18da09acc010 request from dv-cinder-784779-1-smb {{(pid=84315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:50:49.940996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] Deleting port 003c5c58-60f8-474d-802d-4292b9767c8f {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:49.941427 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.080973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] For port 003c5c58-60f8-474d-802d-4292b9767c8f, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=003c5c58-60f8-474d-802d-4292b9767c8f,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:50.081296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.156929 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] For port 003c5c58-60f8-474d-802d-4292b9767c8f, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=003c5c58-60f8-474d-802d-4292b9767c8f,segment=NetworkSegment(abd53f1a-0f64-4102-9170-31184094cdec),segment_id=abd53f1a-0f64-4102-9170-31184094cdec)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:50.157375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.212911 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Calling delete_port for 003c5c58-60f8-474d-802d-4292b9767c8f owned by network:dhcp {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:50.289702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] Calling delete_port for 003c5c58-60f8-474d-802d-4292b9767c8f owned by network:dhcp {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:50:50.293602 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.309313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-efc4fdee-e2bc-4185-8bab-fda5e434a48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:50.365413 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=003c5c58-60f8-474d-802d-4292b9767c8f,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:50.366751 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.api [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:50:50.367163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_db.api [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:50:50.417322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:50.453078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] No DVR routers for this DVR port 003c5c58-60f8-474d-802d-4292b9767c8f on host dv-cinder-784779-1-smb {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:50:50.573662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.664431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 003c5c58-60f8-474d-802d-4292b9767c8f no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:50:50.687521 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1110e049-b223-4a06-9e2d-18da09acc010']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:50.700185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd53f1a-0f64-4102-9170-31184094cdec') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:50.700561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd53f1a-0f64-4102-9170-31184094cdec') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:50.702057 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 003c5c58-60f8-474d-802d-4292b9767c8f {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:50:50.702459 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 003c5c58-60f8-474d-802d-4292b9767c8f not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:50:50.712702 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32291410'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.727841 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.734548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:50:50.869083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] Deleting port 003c5c58-60f8-474d-802d-4292b9767c8f {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:50:50.869473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.908656 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Network 1110e049-b223-4a06-9e2d-18da09acc010 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:50.918368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32290475'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.943039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-354b6923-f33b-4102-bc47-cafe804f76e0 None None] The port '003c5c58-60f8-474d-802d-4292b9767c8f' was deleted {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:50:51.097439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Network 1110e049-b223-4a06-9e2d-18da09acc010 has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:50:51.119740 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:50:51.194970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.199075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:51.214530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.223257 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Pushing event deleted for resources: {'Network': ['ID=1110e049-b223-4a06-9e2d-18da09acc010,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:51.226555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:51.236338 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1110e049-b223-4a06-9e2d-18da09acc010 HTTP/1.1" status: 204 len: 168 time: 1.5595918 Apr 05 15:50:51.351823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59238) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:51.403190 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-56f6b4ac-34bb-451a-b3c5-1789efb57fab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fa68334b9d840b99dbfa07ab666b84e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495276 Apr 05 15:50:51.405606 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59242) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:51.467158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-487532ee-24de-457b-8eb0-fb5873ef7a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.494385 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-487532ee-24de-457b-8eb0-fb5873ef7a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.542163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-487532ee-24de-457b-8eb0-fb5873ef7a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.547027 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-033998d6-0165-49aa-a17e-1382d6351181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:51.560969 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487532ee-24de-457b-8eb0-fb5873ef7a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5234a09-f370-4586-8fce-4c7a4eb63254,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:51.565155 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-487532ee-24de-457b-8eb0-fb5873ef7a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:51.568857 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-487532ee-24de-457b-8eb0-fb5873ef7a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.570179 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-487532ee-24de-457b-8eb0-fb5873ef7a60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5234a09-f370-4586-8fce-4c7a4eb63254 HTTP/1.1" status: 204 len: 168 time: 0.1636162 Apr 05 15:50:52.307284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59266) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:52.417233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-996153600-network', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:50:52.424214 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:52.428275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Usage tracker for resource:network and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:52.431351 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:52.437486 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:52.447515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Made reservation on behalf of cc34b1ef6d4d4f05a3ba4e7d25696441 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:50:52.452227 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.465620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.480776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:52.484799 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Usage tracker for resource:security_group_rule and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:52.487711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:52.494216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:52.577344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.580007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.584106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-bc636f4e-4395-4d85-854f-5aa7a94d28ac tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:52.611350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:50:52.621024 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85da3eeb-0c33-4eac-9141-039375cb4ff0,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:52.624854 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:52.627259 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.627641 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Added segment 429ce5a1-2add-423d-9094-325a214e8dcd of type vlan for network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d Apr 05 15:50:52.654529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.683396 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.684843 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:52.685493 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.690409 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:52.793545 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4850991 Apr 05 15:50:52.796631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Pushing event updated for resources: {'Network': ['ID=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:52.796771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59272) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:52.799411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8c14c187-16d4-4a35-878f-74db3691925c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:52.803081 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Request body: {'subnet': {'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-996153600-subnet', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:50:52.807747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:50:52.809074 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:52.813304 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Usage tracker for resource:subnet and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:52.816348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:52.823160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:52.833258 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Made reservation on behalf of cc34b1ef6d4d4f05a3ba4e7d25696441 for: {'subnet': 1} {{(pid=84313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:50:52.838104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036822924262'] for subnet, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:53.243503 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32058659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036822924247'] for subnet, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:53.259530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:53.394296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0f3196-6b5d-49c9-bbdb-79875e08bf67,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:53.398689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:53.454685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Checking segment: {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:50:53.455214 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Network hostable DHCP agents. Network: 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:50:53.473660 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:50:53.482256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d) {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:50:53.492356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9504a9e4-2e76-4da4-93bd-0e4f41aab92e None None] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:50:53.493835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:53.494496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:53.513785 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ce90284c-7e19-4d09-808c-458e771aed9f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7159355 Apr 05 15:50:53.516546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59276) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:53.522002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:50:53.528083 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:53.532207 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Usage tracker for resource:router and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:53.535795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:53.542601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:53.551470 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-950240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854743479'] for router, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:53.552555 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853825657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853838480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853823427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32318'] for router, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:53.567983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:53.716116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a48dea4-2bf9-5fca-a1e1-a2fdad4ab0ed-30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67'}]}} from dv-cinder-784779-1-smb. {{(pid=84315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:50:53.717069 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:53.854290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853838495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853830113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32303'] for router, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:53.877816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Allocated IP 172.20.0.2 (30f0b8d3-94cf-4fac-9a30-d45ad3d8100d/8c0f3196-6b5d-49c9-bbdb-79875e08bf67/b746483d-eff8-46c7-af9b-2e89f8c4382f) {{(pid=84315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:50:54.102016 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Notify callbacks [] for port, precommit_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:54.112688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Transition to ACTIVE for port object b746483d-eff8-46c7-af9b-2e89f8c4382f will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:50:54.132569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Transition to ACTIVE for port object b746483d-eff8-46c7-af9b-2e89f8c4382f will not be triggered until provisioned by entity DHCP. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:50:54.137329 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840'] for port, after_create {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:54.155896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:54.184294 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:54.217023 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:54.486611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Pushing event updated for resources: {'Port': ['ID=b746483d-eff8-46c7-af9b-2e89f8c4382f,revision_number=1']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:54.498653 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.499048 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.499433 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.499816 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.500193 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.500613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.500992 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.501366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.501738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.502106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.502475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.502844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:54.509441 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:54.547980 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d is already hosted by enough agents. {{(pid=84315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:50:54.549361 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Resources bound (agent type, host, resource id): {{(pid=84315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:50:54.551829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Received port after_create {{(pid=84315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:50:54.596547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Allocated IP 172.28.3.84 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/46ff3fbc-7c57-4cc4-956f-4f0ec8973927) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:50:54.647292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Attempting to bind port b746483d-eff8-46c7-af9b-2e89f8c4382f on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:50:54.647714 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Attempting to bind port b746483d-eff8-46c7-af9b-2e89f8c4382f by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:50:54.648116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Attempting to bind port b746483d-eff8-46c7-af9b-2e89f8c4382f on network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:50:54.654338 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:50:54.654756 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Checking segment: {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:50:54.655200 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:54.655635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Bound using segment: {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:50:54.656146 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Bound port: b746483d-eff8-46c7-af9b-2e89f8c4382f, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:50:54.656583 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:54.747417 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] For port b746483d-eff8-46c7-af9b-2e89f8c4382f, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:50:54.750421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] For port b746483d-eff8-46c7-af9b-2e89f8c4382f, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=b746483d-eff8-46c7-af9b-2e89f8c4382f,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:50:54.751520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:54.753834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:54.770312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:54.781758 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:54.797278 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-dbeebc94-4384-401c-9327-8965f3d8430e tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:54.906148 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f97749cc-330b-4733-b8d5-1cb4f1eb2fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:54.934755 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Pushing event updated for resources: {'Port': ['ID=b746483d-eff8-46c7-af9b-2e89f8c4382f,revision_number=2']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:54.939821 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-40ef3040-d35d-4a7d-875d-237deabc3177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:54.945121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Pushing event updated for resources: {'Port': ['ID=46ff3fbc-7c57-4cc4-956f-4f0ec8973927,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:54.951254 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:55.000295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:50:55.001567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:50:55.004506 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:50:55.471774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:55.829454 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-945686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937374'] for router, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:56.042578 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c is scheduled to L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb with binding_index 1 {{(pid=84313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:50:56.135036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:56.240028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:50:56.251350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Sync routers for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:50:56.262482 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:56.263161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:50:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:56.270123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:56.272653 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7550685 Apr 05 15:50:56.274304 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59280) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:56.366496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca8db1-a769-43cd-8650-41e9d76b55a5 None None] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:50:56.453565 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:56.477554 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-3c4cb4b7-a761-48bc-9a72-0533e2e41ec5 None None] Provisioning for port b746483d-eff8-46c7-af9b-2e89f8c4382f completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:50:56.732404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device b746483d-eff8-46c7-af9b-2e89f8c4382f up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:50:56.798292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:55Z', 'revision_number': 3, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:56.803580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Checking router: cf7d1ac8-0de7-41ce-aec3-8359fb1b866c for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:50:56.803984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Updating router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 binding host dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:50:56.817780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port b746483d-eff8-46c7-af9b-2e89f8c4382f completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:50:56.823719 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port b746483d-eff8-46c7-af9b-2e89f8c4382f triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:50:56.824114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:56.871381 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:56.975122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-3a028228-2bfd-45b8-9e6c-c74f29c93c83 None None] Provisioning complete for port b746483d-eff8-46c7-af9b-2e89f8c4382f triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:50:56.975475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-3a028228-2bfd-45b8-9e6c-c74f29c93c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.023293 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.033065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5f908b8b-05be-4c59-9aa8-926f4bc9a752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.081961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port b746483d-eff8-46c7-af9b-2e89f8c4382f, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=b746483d-eff8-46c7-af9b-2e89f8c4382f,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:57.086245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.089766 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:57.216447 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=b746483d-eff8-46c7-af9b-2e89f8c4382f,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:57.220055 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:57.283407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Notify callbacks [] for port, precommit_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.286450 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.296139 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Transition to ACTIVE for port object 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 will not be triggered until provisioned by entity L2. {{(pid=84316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:50:57.301953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.317163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:57.454276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Pushing event updated for resources: {'Port': ['ID=46ff3fbc-7c57-4cc4-956f-4f0ec8973927,revision_number=2']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:57.465815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.466135 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.466512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.466885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.467252 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.467624 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.467987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.468348 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.468734 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.469096 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.469456 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.469815 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:57.474834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:57.510530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Allocated IP 172.20.0.1 (30f0b8d3-94cf-4fac-9a30-d45ad3d8100d/8c0f3196-6b5d-49c9-bbdb-79875e08bf67/28da6d29-b851-4678-a24d-479f25ecbe74) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:50:57.521912 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.523383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Attempting to bind port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:50:57.523798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Attempting to bind port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:50:57.524806 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Attempting to bind port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 on network db60f784-cad0-46b6-aea7-87a5eb59a312 {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:50:57.530539 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:50:57.530961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Checking segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:50:57.531403 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.531838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Bound using segment: {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'} {{(pid=84316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:50:57.532353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Bound port: 46ff3fbc-7c57-4cc4-956f-4f0ec8973927, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2634db50-a604-4c19-a193-6d0e8edd68c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}}] {{(pid=84316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:50:57.532790 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.610508 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] For port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:50:57.613599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] For port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=46ff3fbc-7c57-4cc4-956f-4f0ec8973927,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:50:57.617890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.633103 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2a78ffc4-b12f-4a48-ba7d-6306eb0545c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:57.666142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.683218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Transition to ACTIVE for port object 28da6d29-b851-4678-a24d-479f25ecbe74 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:50:57.706710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:57.722411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:57.781104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Pushing event updated for resources: {'Port': ['ID=46ff3fbc-7c57-4cc4-956f-4f0ec8973927,revision_number=3']} {{(pid=84316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:57.786078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7b525d76-5caa-4fec-9865-c7348fcf57ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:57.828599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:57.829260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:50:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:57.871248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=28da6d29-b851-4678-a24d-479f25ecbe74,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:57.874275 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:57.918098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:50:57.919249 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:50:57.921624 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:50:57.982748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853841597'] for router_interface, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:58.134590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-07a80285-4c1f-42e5-b055-e03b55c5dd32 None None] Provisioning for port 28da6d29-b851-4678-a24d-479f25ecbe74 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:50:58.140592 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-07a80285-4c1f-42e5-b055-e03b55c5dd32 None None] Provisioning complete for port 28da6d29-b851-4678-a24d-479f25ecbe74 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:50:58.141191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-07a80285-4c1f-42e5-b055-e03b55c5dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:58.191336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:58.206422 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-07a80285-4c1f-42e5-b055-e03b55c5dd32 None None] Port 28da6d29-b851-4678-a24d-479f25ecbe74 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:50:58.252531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:58.486152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:55Z', 'revision_number': 3, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:58.490183 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cad803-7203-4ac5-82b9-7871718e265e None None] The sync data for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb is: [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:55Z', 'revision_number': 3, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:50:58.540972 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:58.544593 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822716979'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:58.573782 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:58.660675 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853841770'] for router_interface, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:58.676713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device b746483d-eff8-46c7-af9b-2e89f8c4382f up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:50:58.676873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=28da6d29-b851-4678-a24d-479f25ecbe74,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:58.691162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:58.749926 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port b746483d-eff8-46c7-af9b-2e89f8c4382f triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:50:58.750343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:58.809368 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:50:58.810584 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:50:59.049187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:50:59.136689 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2fd07700-bea3-4cbf-9db2-86a76f7aae8d None None] Provisioning complete for port 28da6d29-b851-4678-a24d-479f25ecbe74 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:50:59.137123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2fd07700-bea3-4cbf-9db2-86a76f7aae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:59.210463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2fd07700-bea3-4cbf-9db2-86a76f7aae8d None None] Port 28da6d29-b851-4678-a24d-479f25ecbe74 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:50:59.213594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:59.252855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:50:59.262381 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] 10.222.0.46 "PUT /v2.0/routers/cf7d1ac8-0de7-41ce-aec3-8359fb1b866c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9869745 Apr 05 15:50:59.759181 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 59290) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:59.765229 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--870798793', 'description': 'tempest-description--235900054'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:50:59.771862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:59.776622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Usage tracker for resource:security_group and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:59.779658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:59.786849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:59.795691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:59.816375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:59.820427 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Usage tracker for resource:security_group_rule and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:59.823930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:59.829916 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:59.905708 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:59.908385 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:59.913763 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e82f4e52-baa4-44ca-a295-2048111d5a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:59.954324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfccf25-07fa-4b57-bb6b-111801672284,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:59.957211 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:59.961095 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2007036 Apr 05 15:50:59.962391 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59294) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:59.962665 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-efec0981-6c26-4f0c-981f-74cc113f3adc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:59.968620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'security_group_rule': {'security_group_id': '1cfccf25-07fa-4b57-bb6b-111801672284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:50:59.975350 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:59.979600 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Usage tracker for resource:security_group_rule and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:59.982869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:59.989143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:00.006349 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.069143 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.072133 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.074354 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d1a94370-28d5-49f9-a808-b3c5de89988a tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:00.097010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e9ec99-460f-4f88-9f40-645c8b2e3e10,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:00.099472 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:00.105478 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.106743 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-4dabf31e-2321-4505-ac86-15967adcd8c6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429694 Apr 05 15:51:00.109585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59298) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:00.114992 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'security_group_rule': {'security_group_id': '1cfccf25-07fa-4b57-bb6b-111801672284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:00.121994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:00.125982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Usage tracker for resource:security_group_rule and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:00.129038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:00.135698 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:00.151080 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.216539 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.219065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.221212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b70f4a33-6acf-41f4-81fd-1e07821e9ade tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:00.244646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb113ef-e8b1-4277-ad20-1c7aae411dcf,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:00.247365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:00.253482 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.254736 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e7eebb84-0323-41e1-b8bd-197a24608606 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441784 Apr 05 15:51:00.257953 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59302) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:00.263930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'floatingip': {'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:00.270153 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:00.274185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Usage tracker for resource:floatingip and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:00.277158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:00.283155 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:00.292668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.435367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.573076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Allocated IP 172.28.3.183 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/9fad28a6-d49a-44a4-aa77-e9f70c82bbe7) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:00.696505 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:00.730042 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.760142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.769729 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:00.775854 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:00.776282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.910045 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.930248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=46ff3fbc-7c57-4cc4-956f-4f0ec8973927,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:00.933684 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:00.935944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:01.009054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:01.020451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=46ff3fbc-7c57-4cc4-956f-4f0ec8973927,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:01.024644 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:01.155851 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'Port': ['ID=9fad28a6-d49a-44a4-aa77-e9f70c82bbe7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:01.160407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:01.201560 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:01.202690 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:01.205039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:01.289571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.350594 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.456244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Sync routers for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:51:01.466924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:01.467596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:50:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:01.625784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.629439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822716979'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.645253 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2c4322e4-7356-43ff-ad81-765f40f8630b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:01.658014 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:01.787216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'Port': ['ID=9fad28a6-d49a-44a4-aa77-e9f70c82bbe7,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:01.791530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:01.890607 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.912369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.923295 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6542356 Apr 05 15:51:01.988499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 2, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:01.993276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Checking router: cf7d1ac8-0de7-41ce-aec3-8359fb1b866c for host: dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:51:01.993686 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Updating router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c port 28da6d29-b851-4678-a24d-479f25ecbe74 binding host dv-cinder-784779-1-smb {{(pid=84315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:51:02.053167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:02.097326 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-0f9b38c7-30b6-47bd-86fe-914f341d0437 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--870798793&fields=id&tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441 HTTP/1.1" status: 200 len: 267 time: 0.0441048 Apr 05 15:51:02.263541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-a18bed5c-35a6-4bec-a802-3df3662a1193 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:02.265149 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-a18bed5c-35a6-4bec-a802-3df3662a1193 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 810 time: 0.1598766 Apr 05 15:51:02.281756 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-57080057-665d-4745-8c08-c825ff518534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/quotas/cc34b1ef6d4d4f05a3ba4e7d25696441 HTTP/1.1" status: 200 len: 375 time: 0.0102704 Apr 05 15:51:02.372316 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-62474528-f529-48b6-81a6-29bf4f591592 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Synchronizing usage tracker for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:51:02.388280 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-62474528-f529-48b6-81a6-29bf4f591592 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Unset dirty status for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:51:02.389731 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-62474528-f529-48b6-81a6-29bf4f591592 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021099 Apr 05 15:51:02.467265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Notify callbacks [] for port, precommit_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:02.480094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Transition to ACTIVE for port object 28da6d29-b851-4678-a24d-479f25ecbe74 will not be triggered until provisioned by entity L2. {{(pid=84315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:02.485875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:02.501458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:02.588811 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-954aa1ff-6d2c-4b4c-8181-c8a10b806e31 service neutron] 10.222.0.46 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857064 Apr 05 15:51:02.739468 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-e7c93d33-51b5-466d-9987-14bfcc03842a service neutron] 10.222.0.46 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440506 Apr 05 15:51:02.811631 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:02.857397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7d0c9-596d-4d89-b306-6fc27819c4d2 None None] Pushing event updated for resources: {'Port': ['ID=28da6d29-b851-4678-a24d-479f25ecbe74,revision_number=3']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:02.865519 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-11a7d0c9-596d-4d89-b306-6fc27819c4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:02.966026 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-712f09e1-a840-43c5-a8a7-9be4e8248dd9 req-1e332bb9-0b66-4ffd-a4aa-fec88332ee49 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 210 time: 0.0618753 Apr 05 15:51:02.986499 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:02.986937 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.168900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Attempting to bind port 28da6d29-b851-4678-a24d-479f25ecbe74 on host dv-cinder-784779-1-smb for vnic_type normal with profile {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:03.169325 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Attempting to bind port 28da6d29-b851-4678-a24d-479f25ecbe74 by drivers openvswitch,hyperv on host dv-cinder-784779-1-smb at level 0 using segments [{'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:03.169737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Attempting to bind port 28da6d29-b851-4678-a24d-479f25ecbe74 on network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:03.210913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Checking agent: {'id': '9a26c32a-0a95-4661-80c6-4629c7d7fc25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 31, 26), 'started_at': datetime.datetime(2021, 4, 5, 15, 31, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:03.211380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Checking segment: {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:03.211831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.212278 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Bound using segment: {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'} {{(pid=84315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:03.212870 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Bound port: 28da6d29-b851-4678-a24d-479f25ecbe74, host: dv-cinder-784779-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'}}] {{(pid=84315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:03.213288 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.337529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] For port 28da6d29-b851-4678-a24d-479f25ecbe74, host dv-cinder-784779-1-smb, cleared binding levels {{(pid=84315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:03.340683 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] For port 28da6d29-b851-4678-a24d-479f25ecbe74, host dv-cinder-784779-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=28da6d29-b851-4678-a24d-479f25ecbe74,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:03.344051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.359855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:03.523438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7d0c9-596d-4d89-b306-6fc27819c4d2 None None] Pushing event updated for resources: {'Port': ['ID=28da6d29-b851-4678-a24d-479f25ecbe74,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:03.526792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.529495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-11a7d0c9-596d-4d89-b306-6fc27819c4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:03.574114 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:03.574805 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:50:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:03.781360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:04.164745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:03Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:04.168412 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-47f2aacb-2c60-4bfd-b3ef-1e4f632dd026 req-464dd97b-0865-47cf-b67d-44a6aa915963 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 210 time: 0.0617602 Apr 05 15:51:04.174352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b14b46-fd03-456c-b414-8255c98dca2f None None] The sync data for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb is: [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:03Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:51:04.343406 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-f5cbac37-4e76-4eae-b80b-728ca2dac415 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:04.344176 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-f5cbac37-4e76-4eae-b80b-728ca2dac415 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Synchronizing usage tracker for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:51:04.361144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-f5cbac37-4e76-4eae-b80b-728ca2dac415 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Unset dirty status for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:51:04.362416 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-f5cbac37-4e76-4eae-b80b-728ca2dac415 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 810 time: 0.4509158 Apr 05 15:51:04.440400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-6d4d9434-d7ab-447a-86d3-43837d3a163b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Synchronizing usage tracker for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:security_group {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:51:04.459474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-6d4d9434-d7ab-447a-86d3-43837d3a163b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Unset dirty status for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:security_group {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:51:04.461160 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-6d4d9434-d7ab-447a-86d3-43837d3a163b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441 HTTP/1.1" status: 200 len: 5707 time: 0.0896301 Apr 05 15:51:04.471869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'port': {'device_id': '9630e35d-33be-4183-b6a7-c004832994ec', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'admin_state_up': True, 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'security_groups': ['1cfccf25-07fa-4b57-bb6b-111801672284']}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:04.619239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:04.630118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:04.643918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Made reservation on behalf of cc34b1ef6d4d4f05a3ba4e7d25696441 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:51:04.657497 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.704852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 28da6d29-b851-4678-a24d-479f25ecbe74 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:04.782952 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning for port 28da6d29-b851-4678-a24d-479f25ecbe74 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:04.788010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 28da6d29-b851-4678-a24d-479f25ecbe74 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:04.788434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.839828 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Allocated IP 172.20.0.8 (30f0b8d3-94cf-4fac-9a30-d45ad3d8100d/8c0f3196-6b5d-49c9-bbdb-79875e08bf67/a43b6b8f-6922-430a-a335-edd3edcbd004) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:04.919754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.956661 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] For port 28da6d29-b851-4678-a24d-479f25ecbe74, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=28da6d29-b851-4678-a24d-479f25ecbe74,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:04.961864 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.965095 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:05.040869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Pushing event updated for resources: {'Port': ['ID=28da6d29-b851-4678-a24d-479f25ecbe74,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:05.044899 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:05.058544 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.074663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Transition to ACTIVE for port object a43b6b8f-6922-430a-a335-edd3edcbd004 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:05.098108 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.113550 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-aedbe979-6184-4377-93ef-076160e24573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:05.263962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'Port': ['ID=a43b6b8f-6922-430a-a335-edd3edcbd004,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:05.268395 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:05.313345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:05.314564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:05.317015 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:05.387166 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772c9cd-a48f-4cc5-83ae-6a33caabd35e req-7af2ee76-6a8a-4afc-927b-f471bb1807e0 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:05.387788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:05.388805 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.389869 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c772c9cd-a48f-4cc5-83ae-6a33caabd35e req-7af2ee76-6a8a-4afc-927b-f471bb1807e0 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 931 time: 0.0989244 Apr 05 15:51:05.420814 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-aa4fa9e5-0542-47aa-a318-8ef905dd601c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9532852 Apr 05 15:51:05.434237 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Request body: {'port': {'device_id': '9630e35d-33be-4183-b6a7-c004832994ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:05.452818 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c772c9cd-a48f-4cc5-83ae-6a33caabd35e req-73f39dea-85e8-40ba-b091-cee85418c291 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515599 Apr 05 15:51:05.561157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.607465 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-7ba17cf4-133b-42fa-84d2-5e16bf16a1f9 None None] Provisioning for port a43b6b8f-6922-430a-a335-edd3edcbd004 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:05.612355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-7ba17cf4-133b-42fa-84d2-5e16bf16a1f9 None None] Provisioning complete for port a43b6b8f-6922-430a-a335-edd3edcbd004 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:05.612808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7ba17cf4-133b-42fa-84d2-5e16bf16a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.673480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-7ba17cf4-133b-42fa-84d2-5e16bf16a1f9 None None] Port a43b6b8f-6922-430a-a335-edd3edcbd004 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:51:05.970402 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43b6b8f-6922-430a-a335-edd3edcbd004 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:51:05.978206 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.993707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Transition to ACTIVE for port object a43b6b8f-6922-430a-a335-edd3edcbd004 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:05.996724 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.015951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-82a3338e-1dc6-4123-978b-b0c345b4e73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:06.155739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=a43b6b8f-6922-430a-a335-edd3edcbd004,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:06.158679 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:06.372260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Attempting to bind port a43b6b8f-6922-430a-a335-edd3edcbd004 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:06.372685 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Attempting to bind port a43b6b8f-6922-430a-a335-edd3edcbd004 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:06.373056 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Attempting to bind port a43b6b8f-6922-430a-a335-edd3edcbd004 on network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:06.377917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Port a43b6b8f-6922-430a-a335-edd3edcbd004 on network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:51:06.378276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Attempting to bind port a43b6b8f-6922-430a-a335-edd3edcbd004 on network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:06.384642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:06.385018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Checking segment: {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:06.385432 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Bound using segment: {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:06.385907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Bound port: a43b6b8f-6922-430a-a335-edd3edcbd004, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:06.386282 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.483479 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] For port a43b6b8f-6922-430a-a335-edd3edcbd004, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:06.486584 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] For port a43b6b8f-6922-430a-a335-edd3edcbd004, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a43b6b8f-6922-430a-a335-edd3edcbd004,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:06.490267 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.506303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-aaa02fb2-03fc-4222-8815-0da57fc470ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:06.652789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=a43b6b8f-6922-430a-a335-edd3edcbd004,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:06.657632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:06.668279 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3863a1e-bb84-4063-b72d-1d3cc4b2ea80 req-1c5d839f-1f22-46f7-9263-4de4ee1957f6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:06.670159 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a3863a1e-bb84-4063-b72d-1d3cc4b2ea80 req-1c5d839f-1f22-46f7-9263-4de4ee1957f6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 943 time: 0.0998497 Apr 05 15:51:06.693437 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 28da6d29-b851-4678-a24d-479f25ecbe74 up at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:06.698639 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:06.699376 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.700909 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] 10.222.0.49 "PUT /v2.0/ports/a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 200 len: 1093 time: 1.2717643 Apr 05 15:51:06.701535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9630e35d-33be-4183-b6a7-c004832994ec', 'tag': 'a43b6b8f-6922-430a-a335-edd3edcbd004'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:51:06.726516 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a3863a1e-bb84-4063-b72d-1d3cc4b2ea80 req-99ce7149-32f8-4681-bd76-7a2119589f98 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496781 Apr 05 15:51:06.792956 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9630e35d-33be-4183-b6a7-c004832994ec', 'tag': 'a43b6b8f-6922-430a-a335-edd3edcbd004', 'status': 'completed', 'code': 200} Apr 05 15:51:06.805713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Provisioning complete for port 28da6d29-b851-4678-a24d-479f25ecbe74 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:06.806141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.832008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-cc66eefe-6411-42e0-8f92-3d44333fa3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:06.833687 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-cc66eefe-6411-42e0-8f92-3d44333fa3d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 1096 time: 0.0897138 Apr 05 15:51:06.911408 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-7f45db7f-883c-4463-b983-961b2b4d0d3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 200 len: 217 time: 0.0693295 Apr 05 15:51:06.984324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-4ff825c4-b273-467f-9f7c-4b7c5e3f3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:06.985864 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-4ff825c4-b273-467f-9f7c-4b7c5e3f3738 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0672123 Apr 05 15:51:07.066121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b54706bf-42ba-4177-80d0-d280b028e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:07.067598 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-b54706bf-42ba-4177-80d0-d280b028e0ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755842 Apr 05 15:51:07.208263 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-cdf8acf5-8c7c-4aa7-8319-3a224cffbeca service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332569 Apr 05 15:51:07.347734 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-29b6ceca-3de9-4ad1-a0d4-a4037d35e2ed req-192f4181-fb26-4850-bf54-7f442d480e3c service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319177 Apr 05 15:51:07.475121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-878fcea4-5cce-4956-a5e7-7b2f82ff95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:07.476805 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-878fcea4-5cce-4956-a5e7-7b2f82ff95bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 1096 time: 0.0833857 Apr 05 15:51:07.618425 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-9057e09b-91d2-409d-b7c9-1f4735d40529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:07.619909 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-9057e09b-91d2-409d-b7c9-1f4735d40529 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1364751 Apr 05 15:51:07.691114 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-bc9ee1b5-0684-49a9-a189-0e3db56618bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 200 len: 217 time: 0.0647600 Apr 05 15:51:07.761972 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-9b0391ce-af2a-423c-af5c-f115ff93ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:07.763512 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-9b0391ce-af2a-423c-af5c-f115ff93ab44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0664840 Apr 05 15:51:07.845875 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-64a6e79e-c06b-4ea0-b0d7-1880e2c9925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:07.847531 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-64a6e79e-c06b-4ea0-b0d7-1880e2c9925f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773568 Apr 05 15:51:07.936140 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c7f98-b77f-466c-90c9-2ad1ba2ff7ef req-2390f480-c2c7-4a1e-a26f-b75811467742 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:07.937782 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da1c7f98-b77f-466c-90c9-2ad1ba2ff7ef req-2390f480-c2c7-4a1e-a26f-b75811467742 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 943 time: 0.0928004 Apr 05 15:51:07.989037 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-da1c7f98-b77f-466c-90c9-2ad1ba2ff7ef req-7ea0860c-5c65-4137-a52f-7e293c66f4f1 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Apr 05 15:51:07.994373 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-585ecaad-600c-44e5-8cb2-1e2550b0ebce service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403055 Apr 05 15:51:08.135865 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b263e60f-b7e0-4f0a-acf4-ece2d3235d1d req-a40ac854-8068-4491-bc82-92bfeb3899e0 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351068 Apr 05 15:51:09.193556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dad1f-7628-4df6-a156-4a694334740c req-bf292635-e940-4cf8-af8d-5d8eebcede39 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:09.195057 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-515dad1f-7628-4df6-a156-4a694334740c req-bf292635-e940-4cf8-af8d-5d8eebcede39 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 943 time: 0.0878274 Apr 05 15:51:09.241991 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-515dad1f-7628-4df6-a156-4a694334740c req-e08012a1-e426-41de-938a-33666cb163ce tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400751 Apr 05 15:51:10.446716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a638d-e637-487c-b72d-3175c1c7f822 req-a05b21f7-2fa9-4077-936e-6ffc72dea3f7 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:10.448333 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1c4a638d-e637-487c-b72d-3175c1c7f822 req-a05b21f7-2fa9-4077-936e-6ffc72dea3f7 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 943 time: 0.0916839 Apr 05 15:51:10.496318 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1c4a638d-e637-487c-b72d-3175c1c7f822 req-3f7e09d8-9b2c-43a0-9c8a-79cd1a130dcb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Apr 05 15:51:10.668265 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device a43b6b8f-6922-430a-a335-edd3edcbd004 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:51:10.807984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port a43b6b8f-6922-430a-a335-edd3edcbd004, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a43b6b8f-6922-430a-a335-edd3edcbd004,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:10.822576 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': 'a43b6b8f-6922-430a-a335-edd3edcbd004', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'port_id': 'a43b6b8f-6922-430a-a335-edd3edcbd004', 'mac_address': 'fa:16:3e:20:bd:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:51:10.880539 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.897691 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43b6b8f-6922-430a-a335-edd3edcbd004 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:51:10.913512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port a43b6b8f-6922-430a-a335-edd3edcbd004, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a43b6b8f-6922-430a-a335-edd3edcbd004,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:10.916426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.918274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:10.989940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=a43b6b8f-6922-430a-a335-edd3edcbd004,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:10.993754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:11.223336 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['a43b6b8f-6922-430a-a335-edd3edcbd004'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:51:11.698535 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30589f-21f0-4792-892c-050c1d5764f0 req-4d1d8dbc-3df9-43e3-b8fb-556d4e66c4af tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:11.700118 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9a30589f-21f0-4792-892c-050c1d5764f0 req-4d1d8dbc-3df9-43e3-b8fb-556d4e66c4af tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 944 time: 0.0909603 Apr 05 15:51:11.746841 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9a30589f-21f0-4792-892c-050c1d5764f0 req-e5550389-dc7b-43c9-bc40-f1a439d8564c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403926 Apr 05 15:51:12.672710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device a43b6b8f-6922-430a-a335-edd3edcbd004 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:12.743712 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port a43b6b8f-6922-430a-a335-edd3edcbd004 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:12.749075 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port a43b6b8f-6922-430a-a335-edd3edcbd004 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:12.749551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.875960 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.904251 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9630e35d-33be-4183-b6a7-c004832994ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43b6b8f-6922-430a-a335-edd3edcbd004'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:51:12.914896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port a43b6b8f-6922-430a-a335-edd3edcbd004, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a43b6b8f-6922-430a-a335-edd3edcbd004,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:12.918362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.920332 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:12.950765 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaadbb-f2c1-4239-b0b8-cfa04c33a6d7 req-4f27b575-1cdb-4060-9e4c-708ca7fca22b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:12.952452 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4dcaadbb-f2c1-4239-b0b8-cfa04c33a6d7 req-4f27b575-1cdb-4060-9e4c-708ca7fca22b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 944 time: 0.0941095 Apr 05 15:51:12.970413 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9630e35d-33be-4183-b6a7-c004832994ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43b6b8f-6922-430a-a335-edd3edcbd004', 'code': 200} Apr 05 15:51:13.004890 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4dcaadbb-f2c1-4239-b0b8-cfa04c33a6d7 req-c62aed64-e54e-4889-9319-3740a379b1a4 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433307 Apr 05 15:51:13.005997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=a43b6b8f-6922-430a-a335-edd3edcbd004,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:13.009836 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:13.216134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92b0a1-4098-4fd4-9cda-7440369b6e24 req-f76b4f22-b419-46a0-9128-b5d05b7b8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:13.217743 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd92b0a1-4098-4fd4-9cda-7440369b6e24 req-f76b4f22-b419-46a0-9128-b5d05b7b8c34 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 1098 time: 0.0816047 Apr 05 15:51:13.261164 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dd92b0a1-4098-4fd4-9cda-7440369b6e24 req-5eb74543-705c-4738-8ce4-df26b427243c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369108 Apr 05 15:51:14.210212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20cd7-e60a-462a-a5ca-e477dbc2eee5 req-301caad0-e507-445c-a544-c7c000489b50 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:14.212490 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a1b20cd7-e60a-462a-a5ca-e477dbc2eee5 req-301caad0-e507-445c-a544-c7c000489b50 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0937817 Apr 05 15:51:14.260971 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a1b20cd7-e60a-462a-a5ca-e477dbc2eee5 req-21d022e7-b3c3-4406-b83a-19adf54025a7 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418551 Apr 05 15:51:15.458085 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b671-6336-4c3e-877c-3914397bc38d req-87aa7ca8-0ae8-4597-8bcd-c44d461203a9 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:15.459653 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1204b671-6336-4c3e-877c-3914397bc38d req-87aa7ca8-0ae8-4597-8bcd-c44d461203a9 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0870550 Apr 05 15:51:15.509595 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1204b671-6336-4c3e-877c-3914397bc38d req-9ef13cdc-9068-4e53-b4d9-73151c5a3c4d tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430303 Apr 05 15:51:15.701810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc404658-16dd-4d72-8154-dc46b90d8f98 req-3802fe06-e262-4bf8-9655-3082e6203e8b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:15.703386 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cc404658-16dd-4d72-8154-dc46b90d8f98 req-3802fe06-e262-4bf8-9655-3082e6203e8b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0872705 Apr 05 15:51:15.713191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59360) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:15.718799 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-304233dd-bb7f-4dfc-8914-8f43ecb32207 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'floatingip': {'port_id': 'a43b6b8f-6922-430a-a335-edd3edcbd004'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:15.800920 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-304233dd-bb7f-4dfc-8914-8f43ecb32207 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:16.405154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-304233dd-bb7f-4dfc-8914-8f43ecb32207 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:16.407905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-304233dd-bb7f-4dfc-8914-8f43ecb32207 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:16.809701 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [None req-304233dd-bb7f-4dfc-8914-8f43ecb32207 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Floating IP af18c07b-5095-4084-9979-fbb4c3622076 associated. External IP: 172.28.3.183, port: a43b6b8f-6922-430a-a335-edd3edcbd004. Apr 05 15:51:17.176260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304233dd-bb7f-4dfc-8914-8f43ecb32207 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:51:17.363210 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304233dd-bb7f-4dfc-8914-8f43ecb32207 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:51:17.368580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-304233dd-bb7f-4dfc-8914-8f43ecb32207 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.373707 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] Sync routers for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:51:17.387561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:17.388219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:50:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:17.430666 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-304233dd-bb7f-4dfc-8914-8f43ecb32207 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "PUT /v2.0/floatingips/af18c07b-5095-4084-9979-fbb4c3622076 HTTP/1.1" status: 200 len: 991 time: 1.7157516 Apr 05 15:51:17.431284 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9630e35d-33be-4183-b6a7-c004832994ec', 'tag': 'a43b6b8f-6922-430a-a335-edd3edcbd004'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:51:17.482450 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9630e35d-33be-4183-b6a7-c004832994ec', 'tag': 'a43b6b8f-6922-430a-a335-edd3edcbd004', 'status': 'completed', 'code': 200} Apr 05 15:51:17.579927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:17.585356 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-5ccdc65f-b149-4d05-baad-57442b9ceddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:17.586995 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-5ccdc65f-b149-4d05-baad-57442b9ceddd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 1098 time: 0.0804729 Apr 05 15:51:17.960703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': 'af18c07b-5095-4084-9979-fbb4c3622076', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'floating_ip_address': '172.28.3.183', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'port_id': 'a43b6b8f-6922-430a-a335-edd3edcbd004', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'mac_address': 'fa:16:3e:20:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e35d-33be-4183-b6a7-c004832994ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:51:01Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 1, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:17.964806 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] Checking router: cf7d1ac8-0de7-41ce-aec3-8359fb1b866c for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:51:17.973954 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:17.974648 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:50:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:17.975750 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-b319a098-8907-4203-aece-50ff0d3f468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:17.977941 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-b319a098-8907-4203-aece-50ff0d3f468f service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.3845713 Apr 05 15:51:18.088745 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-6af36ea6-0086-4c47-b258-769d0df93c1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 200 len: 999 time: 0.1040003 Apr 05 15:51:18.159999 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-44b27fbd-52b2-4444-b2dd-f94e4db16499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:18.161605 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-44b27fbd-52b2-4444-b2dd-f94e4db16499 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0668063 Apr 05 15:51:18.161772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:18.243993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-93a799d5-ecec-4d32-a0f6-becfad7a823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:18.245834 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-93a799d5-ecec-4d32-a0f6-becfad7a823b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777397 Apr 05 15:51:18.389015 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-68dbd4c2-060b-4a18-a85c-5c1c73872d87 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364479 Apr 05 15:51:18.526845 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': 'af18c07b-5095-4084-9979-fbb4c3622076', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'floating_ip_address': '172.28.3.183', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'port_id': 'a43b6b8f-6922-430a-a335-edd3edcbd004', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'mac_address': 'fa:16:3e:20:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e35d-33be-4183-b6a7-c004832994ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:51:01Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 1, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:18.531111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a70b4-dd2c-4080-86f8-d47029e254e6 None None] The sync data for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb is: [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': 'af18c07b-5095-4084-9979-fbb4c3622076', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'floating_ip_address': '172.28.3.183', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'port_id': 'a43b6b8f-6922-430a-a335-edd3edcbd004', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'mac_address': 'fa:16:3e:20:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e35d-33be-4183-b6a7-c004832994ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:51:01Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 1, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:51:18.535840 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5cf62c56-08f8-4924-a7e5-c33ee3f08e85 req-f2332b4a-04f2-4bcf-819e-ebdbc5a12586 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385012 Apr 05 15:51:18.831154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d5c69d-ba18-4f72-806d-9beafc5d3a0a None None] New status for floating IP af18c07b-5095-4084-9979-fbb4c3622076: ACTIVE {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:51:23.405480 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:51:24.767695 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d9a63933-9d8f-4eb9-89ab-fe3167e4734b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:26.138715 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:26.965279 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c797a3a3-4a37-42bf-8b93-a081db2a6958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:27.520651 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.202206 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.446040 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:38.788376 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-a623c351-aa4b-4537-93b2-c2844dd726c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764451 Apr 05 15:51:39.061529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-3f60194c-c777-4dae-892e-06947550da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:39.065559 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-3f60194c-c777-4dae-892e-06947550da56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 1098 time: 0.0834255 Apr 05 15:51:39.217458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-1312b1d8-3e9b-42f1-b002-f6fbb9e87cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:39.219020 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-1312b1d8-3e9b-42f1-b002-f6fbb9e87cd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1371889 Apr 05 15:51:39.327974 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-ab029f1c-87f4-446a-aba5-fafcdd002291 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 200 len: 1001 time: 0.1021688 Apr 05 15:51:39.395381 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-ae182cc6-4630-4629-9e8b-ebc38c213ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:39.396898 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-ae182cc6-4630-4629-9e8b-ebc38c213ec1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0632355 Apr 05 15:51:39.476209 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-e3d54612-a02c-4a27-9880-767123e9056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:39.477799 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-e3d54612-a02c-4a27-9880-767123e9056f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748501 Apr 05 15:51:39.619382 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-ac395d62-7a44-4b69-aead-9d1f881d319d service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345727 Apr 05 15:51:39.759601 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9614dd86-32bf-45ff-88cc-ffd3d54317ab req-ce02ecf1-0000-44ea-8499-1f4410e2cfb1 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327612 Apr 05 15:51:54.771160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a28297d8-b601-4116-b675-4781a5025696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:56.140038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:56.967389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7e3b766a-8fcd-4ae3-bcfd-182a3c6a37a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:57.523633 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:59.206974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:00.405386 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:52:03.460149 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:24.773158 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2941ff90-5943-4f17-bdc6-eea9d2161300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:26.141941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:26.968624 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f2fb-534e-40d5-8c6e-a0fb7b468469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:27.529420 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:29.211154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:33.455860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:34.350928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401893c3-bed4-4a63-8687-3e11eebdebb5 req-60d6f8a8-5ee5-440f-97a1-ee9a7aad9602 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:34.352569 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-401893c3-bed4-4a63-8687-3e11eebdebb5 req-60d6f8a8-5ee5-440f-97a1-ee9a7aad9602 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0901625 Apr 05 15:52:34.400443 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-401893c3-bed4-4a63-8687-3e11eebdebb5 req-0f489fe0-d3b3-46cc-bb99-2259264ce3a1 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Apr 05 15:52:35.686363 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c6394-8484-49f4-905f-3199d01af5c9 req-6545058e-7a2e-4510-b856-45d22f125987 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:35.687894 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c08c6394-8484-49f4-905f-3199d01af5c9 req-6545058e-7a2e-4510-b856-45d22f125987 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.1730926 Apr 05 15:52:35.736630 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c08c6394-8484-49f4-905f-3199d01af5c9 req-66b62e78-2312-40c5-9b5c-eb36aa291f6e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422308 Apr 05 15:52:36.935307 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06b8a4-9250-4f49-8509-7a0a74176d33 req-0912143e-ded2-4321-8bf0-11b503100873 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:36.936900 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ff06b8a4-9250-4f49-8509-7a0a74176d33 req-0912143e-ded2-4321-8bf0-11b503100873 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0883968 Apr 05 15:52:36.988925 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-ff06b8a4-9250-4f49-8509-7a0a74176d33 req-2fa2d7be-fb6e-4f75-a696-24c232156d2c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455008 Apr 05 15:52:37.405281 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:52:38.187884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b133-0ce5-45cf-8dc8-7f5b2728bd5d req-5abee61d-4d84-4ca6-9965-03750b1f8132 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:38.189491 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-59a7b133-0ce5-45cf-8dc8-7f5b2728bd5d req-5abee61d-4d84-4ca6-9965-03750b1f8132 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0893791 Apr 05 15:52:38.237494 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-59a7b133-0ce5-45cf-8dc8-7f5b2728bd5d req-7eee7df3-df92-4e39-b7ec-5f9f35ea90d9 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413589 Apr 05 15:52:39.441808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f5033-f4f2-4bbb-88af-9e2a18b99450 req-e256d54b-ce5d-4c09-a818-a74daa8ca055 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:39.443392 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cc0f5033-f4f2-4bbb-88af-9e2a18b99450 req-e256d54b-ce5d-4c09-a818-a74daa8ca055 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0908909 Apr 05 15:52:39.490665 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cc0f5033-f4f2-4bbb-88af-9e2a18b99450 req-5bef0cf4-2cec-4fd6-a938-e59a032924e5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409729 Apr 05 15:52:39.947047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-34ac269c-3893-47ec-b781-d8a064cb8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:39.948946 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-34ac269c-3893-47ec-b781-d8a064cb8eb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 1098 time: 0.1462197 Apr 05 15:52:40.104355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-d30b4c42-7833-4367-8e9b-f13a6f9a4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:40.105929 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-d30b4c42-7833-4367-8e9b-f13a6f9a4fce service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1375408 Apr 05 15:52:40.215368 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-314d439c-5f2d-4f66-9303-67522b2b5e35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 200 len: 1001 time: 0.1009817 Apr 05 15:52:40.284202 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-d96e44b4-19cd-4dd8-a4bb-f887813fbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:40.285789 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-d96e44b4-19cd-4dd8-a4bb-f887813fbe37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0622282 Apr 05 15:52:40.368711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-367ad4db-b091-483f-8f1e-c92ed0562e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:40.370212 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-367ad4db-b091-483f-8f1e-c92ed0562e3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779331 Apr 05 15:52:40.382092 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-7c804849-0988-4001-9f64-b3c4fe2c0e6e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:52:40.383089 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-7c804849-0988-4001-9f64-b3c4fe2c0e6e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052261 Apr 05 15:52:40.522615 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-84072a56-610c-4571-b372-77746f3801b1 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320589 Apr 05 15:52:40.667335 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2cb50f74-e301-43b0-8fd9-cdce6a364411 req-1f121bba-2ebc-46e0-89e4-9d6def9a3c2b service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386478 Apr 05 15:52:40.692373 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827ab5b-23d8-4a98-b4f3-4dc84f10eeca req-545863a2-67c4-4ae1-bfaa-99e8f5e6d42f tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:40.693989 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3827ab5b-23d8-4a98-b4f3-4dc84f10eeca req-545863a2-67c4-4ae1-bfaa-99e8f5e6d42f tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0880654 Apr 05 15:52:40.741728 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3827ab5b-23d8-4a98-b4f3-4dc84f10eeca req-e6856bb6-df9e-418d-9510-0dc6e1f8dab8 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 Apr 05 15:52:41.943438 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fae940-8605-44dc-8316-23c341aabe34 req-43b173b9-7457-4f3d-871b-09c580f113e7 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:41.945041 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-91fae940-8605-44dc-8316-23c341aabe34 req-43b173b9-7457-4f3d-871b-09c580f113e7 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0908487 Apr 05 15:52:41.994130 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-91fae940-8605-44dc-8316-23c341aabe34 req-ad18d331-f73b-48bc-bdd1-7f1b943df490 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425341 Apr 05 15:52:43.194784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4ef58-69cc-499d-aa8a-04abf56d8c9f req-7324707f-8c6a-47c6-9c68-d25a54a26543 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:43.196387 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01f4ef58-69cc-499d-aa8a-04abf56d8c9f req-7324707f-8c6a-47c6-9c68-d25a54a26543 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0903838 Apr 05 15:52:43.247020 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01f4ef58-69cc-499d-aa8a-04abf56d8c9f req-fda6de71-0038-4dab-acc5-c25b7e88bd69 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443552 Apr 05 15:52:44.446843 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7a756-124f-427f-ab7b-7fe61151ed87 req-c07f12c5-21e2-40d6-a068-2e4f80def100 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:44.448478 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caf7a756-124f-427f-ab7b-7fe61151ed87 req-c07f12c5-21e2-40d6-a068-2e4f80def100 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0895896 Apr 05 15:52:44.496449 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-caf7a756-124f-427f-ab7b-7fe61151ed87 req-61e07b5b-709f-4a7e-b7b1-ee63fb44bc73 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413263 Apr 05 15:52:45.699860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a15b7c-5fb9-4f10-913b-266ad9101051 req-e81cb3f6-ed09-4528-a5e3-1f714aaa4df4 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:45.702108 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-87a15b7c-5fb9-4f10-913b-266ad9101051 req-e81cb3f6-ed09-4528-a5e3-1f714aaa4df4 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0924430 Apr 05 15:52:45.749341 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-87a15b7c-5fb9-4f10-913b-266ad9101051 req-7675e421-ccec-4dde-8006-de8ed72550a5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409534 Apr 05 15:52:46.109728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318651d-a3b3-443f-8392-1f1de0502b31 req-ae8d6271-176c-41fb-a864-f3e1397cab53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:46.111257 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f318651d-a3b3-443f-8392-1f1de0502b31 req-ae8d6271-176c-41fb-a864-f3e1397cab53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0907085 Apr 05 15:52:46.150224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-30462aac-3663-43cf-b5f9-c5981866d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:46.151817 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-30462aac-3663-43cf-b5f9-c5981866d1a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 1098 time: 0.0778842 Apr 05 15:52:46.159336 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f318651d-a3b3-443f-8392-1f1de0502b31 req-13af21a0-7514-46b3-bb8e-f24e669d08ca tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416169 Apr 05 15:52:46.292674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-42d5ffe2-84a5-42c8-8892-a865c59684d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:46.294255 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-42d5ffe2-84a5-42c8-8892-a865c59684d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1363862 Apr 05 15:52:46.403027 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-dc02eb7e-82e7-4033-8953-0c5897b512ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 200 len: 1001 time: 0.1016381 Apr 05 15:52:46.471785 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-324e0f94-bfb4-4c93-9ba3-c2ef77e6d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:46.473351 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-324e0f94-bfb4-4c93-9ba3-c2ef77e6d944 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0640867 Apr 05 15:52:46.558013 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-d26619ac-7664-4bae-b05c-525cc6f0a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:46.559547 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-d26619ac-7664-4bae-b05c-525cc6f0a0cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795083 Apr 05 15:52:46.699457 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-fadb5cd7-7add-467e-97ab-aa30e0a0d3eb service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337152 Apr 05 15:52:46.837435 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c9d1ee3d-65a3-46ed-86b3-eb8e73ab1a26 req-fd0352a6-6622-46ac-aac9-332e669abc12 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312714 Apr 05 15:52:47.364113 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3318136-601e-4fd5-9a82-61eda7c9d5f7 req-57efa5eb-ce7f-4e8b-b1d6-8f2616283fde tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:47.365667 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f3318136-601e-4fd5-9a82-61eda7c9d5f7 req-57efa5eb-ce7f-4e8b-b1d6-8f2616283fde tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0926232 Apr 05 15:52:47.413458 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f3318136-601e-4fd5-9a82-61eda7c9d5f7 req-3c14ba2b-108e-49ab-83cb-6a6186bef05d tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412889 Apr 05 15:52:48.613679 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bf1f8-378d-489c-9eab-aea4b254c803 req-bc44f8fd-26e9-4f20-8aee-965c017f8fec tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:48.615285 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0d6bf1f8-378d-489c-9eab-aea4b254c803 req-bc44f8fd-26e9-4f20-8aee-965c017f8fec tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0883677 Apr 05 15:52:48.662170 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0d6bf1f8-378d-489c-9eab-aea4b254c803 req-642ed841-b85d-4577-967e-328fa736f5a2 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404203 Apr 05 15:52:54.773243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2ba81767-8336-45bf-a62b-2c7a3bc61886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:56.143880 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:56.970320 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8557f674-4dfe-42cd-b663-f60ffaa7431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:57.528903 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:59.214230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:03.465131 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:14.405613 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:53:24.774318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5f0677bb-13b7-4978-bbcf-96e3356954cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:26.146030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:26.970978 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-92354abe-028f-4301-91a4-5fbdf7af6d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:27.532111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:29.230016 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:33.478529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:40.787920 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-a9efa417-b7d9-4e72-bc87-095633566567 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754120 Apr 05 15:53:40.937115 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-9ef60867-95c3-4488-895c-1487b4128eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:40.938639 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-9ef60867-95c3-4488-895c-1487b4128eb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 1098 time: 0.0765474 Apr 05 15:53:41.095095 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-0436dc46-5e52-4cf2-a80f-db91ce245e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:41.096697 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-0436dc46-5e52-4cf2-a80f-db91ce245e2c service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1381433 Apr 05 15:53:41.205751 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-90a1ca55-29e3-4b62-afeb-3f41b376636a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 200 len: 1001 time: 0.1016021 Apr 05 15:53:41.508041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-cb08598e-0b3d-4d99-8770-fdd3f42ac8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:41.509652 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-cb08598e-0b3d-4d99-8770-fdd3f42ac8ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.2976687 Apr 05 15:53:41.592653 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-9fe0375d-3bfc-47bc-b404-36d524f08b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:41.594189 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-9fe0375d-3bfc-47bc-b404-36d524f08b18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767946 Apr 05 15:53:41.736163 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-b341ef5c-12b4-4e81-8d13-61a9aec3df72 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349187 Apr 05 15:53:41.877212 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b8df231-e7f0-4489-a23d-879ab2c4ab88 req-df628663-487d-4b90-837a-b925ed1126e0 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332240 Apr 05 15:53:51.404923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:53:53.647286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757b380-b404-4d12-a9cb-429393891498 req-4d6b9d57-e48e-48bc-9abf-891d7c5e3d07 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:53.648945 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b757b380-b404-4d12-a9cb-429393891498 req-4d6b9d57-e48e-48bc-9abf-891d7c5e3d07 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0915098 Apr 05 15:53:53.697856 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b757b380-b404-4d12-a9cb-429393891498 req-ba03290c-15d2-4a9e-b8bf-61fd6fe6fea8 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417349 Apr 05 15:53:54.776276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8ebe92bd-274b-4cca-93b3-ebd44d90b9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:54.903317 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686ec80-4cab-412b-b198-2709a118fa1c req-e38be8c3-4dd8-4548-9fbf-8ea352c9242b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:54.904931 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e686ec80-4cab-412b-b198-2709a118fa1c req-e38be8c3-4dd8-4548-9fbf-8ea352c9242b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0908241 Apr 05 15:53:54.952029 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e686ec80-4cab-412b-b198-2709a118fa1c req-f810c133-405f-4d68-89b8-f98770ff0f79 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406678 Apr 05 15:53:56.146415 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:56.154031 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ac0fc-6bc5-43e2-a7d1-1d3a14a184ed req-aec06e1f-4acf-4f0c-b1af-482174c5170f tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:56.155643 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-761ac0fc-6bc5-43e2-a7d1-1d3a14a184ed req-aec06e1f-4acf-4f0c-b1af-482174c5170f tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0886788 Apr 05 15:53:56.202999 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-761ac0fc-6bc5-43e2-a7d1-1d3a14a184ed req-790c0a14-13aa-4043-bb5e-ec0fe27f1acb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410285 Apr 05 15:53:56.972732 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a4e6e48a-d323-471a-b0cc-fa51d7e18f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:57.402738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3b000-b4a6-4fe1-84e6-426bc5556004 req-47e22cf3-c0be-441b-a2a5-cd72a2c82643 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:57.404324 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e1c3b000-b4a6-4fe1-84e6-426bc5556004 req-47e22cf3-c0be-441b-a2a5-cd72a2c82643 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0901999 Apr 05 15:53:57.452046 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e1c3b000-b4a6-4fe1-84e6-426bc5556004 req-ba4cb3e4-4693-4b80-9a75-4cc06ccd77ee tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411530 Apr 05 15:53:57.534273 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:58.651315 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee637f-3430-4512-bd7f-1bbebe42b0da req-de9bbf25-1fdc-4b34-aded-a57c80ec6dd4 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:58.653445 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-42ee637f-3430-4512-bd7f-1bbebe42b0da req-de9bbf25-1fdc-4b34-aded-a57c80ec6dd4 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0881722 Apr 05 15:53:58.704039 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-42ee637f-3430-4512-bd7f-1bbebe42b0da req-bde3ebda-91ad-475a-952b-93677090f49b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439889 Apr 05 15:53:59.219805 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:59.904817 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba1fdd-5d69-44dd-bf17-f23cdaafe8f1 req-4ea6237a-aa4c-4acb-90c0-0b8b839c1a58 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:59.906412 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f1ba1fdd-5d69-44dd-bf17-f23cdaafe8f1 req-4ea6237a-aa4c-4acb-90c0-0b8b839c1a58 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0885041 Apr 05 15:53:59.954659 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f1ba1fdd-5d69-44dd-bf17-f23cdaafe8f1 req-f02d8837-e4c6-4a71-8cf8-13ef4fc06b8b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419691 Apr 05 15:54:01.158993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26161ebf-bfc7-4536-86ce-741f06f14c0d req-b6ef8791-4fc6-4a98-988a-c703a611bf5e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:01.160591 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-26161ebf-bfc7-4536-86ce-741f06f14c0d req-b6ef8791-4fc6-4a98-988a-c703a611bf5e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0913577 Apr 05 15:54:01.207540 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-26161ebf-bfc7-4536-86ce-741f06f14c0d req-4184408b-c449-4592-add9-471789f742f3 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 Apr 05 15:54:02.406037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0775c3-facd-45a8-b83e-182fdb8d8230 req-3b7b05bb-2d8d-4efa-bd16-db116c3a9c60 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:02.407641 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dc0775c3-facd-45a8-b83e-182fdb8d8230 req-3b7b05bb-2d8d-4efa-bd16-db116c3a9c60 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0893579 Apr 05 15:54:02.454492 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-dc0775c3-facd-45a8-b83e-182fdb8d8230 req-4d6699fe-748c-4461-8b6c-03d856f47870 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406208 Apr 05 15:54:03.465413 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:03.655585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9694ea-a062-4d7a-b8f0-b3babe88841d req-dc11b934-4081-453d-92f6-48a50ea846fd tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:03.657213 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9f9694ea-a062-4d7a-b8f0-b3babe88841d req-dc11b934-4081-453d-92f6-48a50ea846fd tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0910966 Apr 05 15:54:03.704269 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-9f9694ea-a062-4d7a-b8f0-b3babe88841d req-b6afb53b-217a-436d-8b98-17f2f21724d5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Apr 05 15:54:04.899461 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4745e43-35f1-4d69-8b4d-655941820c83 req-914d4a0a-3dfa-48c1-8c87-73a2243b4ea8 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:04.901087 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f4745e43-35f1-4d69-8b4d-655941820c83 req-914d4a0a-3dfa-48c1-8c87-73a2243b4ea8 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0869446 Apr 05 15:54:04.951125 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-f4745e43-35f1-4d69-8b4d-655941820c83 req-4dcb639f-4aa9-4f84-b7fc-24e86586f249 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431585 Apr 05 15:54:06.153996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c6e2f-f8bd-44c8-8888-18b161b47ea9 req-e221f1b8-6211-476a-84b3-9dfade64957e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:06.155565 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7c1c6e2f-f8bd-44c8-8888-18b161b47ea9 req-e221f1b8-6211-476a-84b3-9dfade64957e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0873945 Apr 05 15:54:06.203434 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7c1c6e2f-f8bd-44c8-8888-18b161b47ea9 req-ba6e4e34-b83b-4ff5-b2d6-47d506a86d46 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416322 Apr 05 15:54:07.406335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e9d00-f422-4474-b3c1-3fb43c09bfc3 req-cf7fdecb-800f-43ad-aa12-271387e93243 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:07.407909 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b60e9d00-f422-4474-b3c1-3fb43c09bfc3 req-cf7fdecb-800f-43ad-aa12-271387e93243 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0905297 Apr 05 15:54:07.454983 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b60e9d00-f422-4474-b3c1-3fb43c09bfc3 req-c8a114b5-d546-4fe4-8539-97ace80f6d41 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Apr 05 15:54:08.651456 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d11c-f233-4c1e-885f-523a1a98275e req-df36c604-be97-476d-a243-3d2d4271dfd8 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:08.653610 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4263d11c-f233-4c1e-885f-523a1a98275e req-df36c604-be97-476d-a243-3d2d4271dfd8 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0869393 Apr 05 15:54:08.699284 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4263d11c-f233-4c1e-885f-523a1a98275e req-e8aaf540-266c-438f-bdea-a5d751b58388 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392857 Apr 05 15:54:10.122746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963fd87-de54-4b22-b564-656a9ca27d73 req-c74a955f-0a42-4f9f-99cd-71eb00e92aee tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.124329 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1963fd87-de54-4b22-b564-656a9ca27d73 req-c74a955f-0a42-4f9f-99cd-71eb00e92aee tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.3131104 Apr 05 15:54:10.170948 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1963fd87-de54-4b22-b564-656a9ca27d73 req-971536b9-9d85-46e8-bcf4-cc07f0b8b319 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401227 Apr 05 15:54:10.523163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6090d4b-2662-4f19-ae2e-773cdbf374e5 req-c8127f2f-a424-473d-9a88-436dece7f96d tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.524706 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d6090d4b-2662-4f19-ae2e-773cdbf374e5 req-c8127f2f-a424-473d-9a88-436dece7f96d tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0901155 Apr 05 15:54:10.567989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffd37e-07df-483b-8595-fdee795dc10b req-5abbaf72-575e-4281-935b-2cc980262e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.569649 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-36ffd37e-07df-483b-8595-fdee795dc10b req-5abbaf72-575e-4281-935b-2cc980262e76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 1098 time: 0.0838006 Apr 05 15:54:10.575196 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d6090d4b-2662-4f19-ae2e-773cdbf374e5 req-138115cb-0fc2-4cd7-a7ed-0a78c503a307 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435286 Apr 05 15:54:10.713268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffd37e-07df-483b-8595-fdee795dc10b req-b9eaab60-1554-4b4d-afb6-63d1df115c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.714833 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-36ffd37e-07df-483b-8595-fdee795dc10b req-b9eaab60-1554-4b4d-afb6-63d1df115c60 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1393006 Apr 05 15:54:10.819677 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-36ffd37e-07df-483b-8595-fdee795dc10b req-c6e533b1-e9a9-4bae-bfda-8bd8d980b6c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 200 len: 1001 time: 0.0982990 Apr 05 15:54:10.890884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffd37e-07df-483b-8595-fdee795dc10b req-f70e5479-d4cb-4469-9a5d-878cf684e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.892439 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-36ffd37e-07df-483b-8595-fdee795dc10b req-f70e5479-d4cb-4469-9a5d-878cf684e951 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0662906 Apr 05 15:54:10.973540 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffd37e-07df-483b-8595-fdee795dc10b req-87f08faf-a3fb-4672-8331-ec279ea2cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.975146 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-36ffd37e-07df-483b-8595-fdee795dc10b req-87f08faf-a3fb-4672-8331-ec279ea2cc00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765958 Apr 05 15:54:11.119910 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-36ffd37e-07df-483b-8595-fdee795dc10b req-b9a4b54c-cf03-4042-9de4-efbac28ae09b service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372871 Apr 05 15:54:11.261208 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-36ffd37e-07df-483b-8595-fdee795dc10b req-7556b404-1405-4cec-a723-df004da5e9cb service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356361 Apr 05 15:54:11.783668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775152-4f75-4858-8d8a-1bdf8bb9b7a3 req-0b443a0e-afb1-493f-ac39-96db5a5b2702 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:11.785347 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1a775152-4f75-4858-8d8a-1bdf8bb9b7a3 req-0b443a0e-afb1-493f-ac39-96db5a5b2702 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0887916 Apr 05 15:54:11.835746 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-1a775152-4f75-4858-8d8a-1bdf8bb9b7a3 req-bd121937-32c9-4d8d-b79f-668b78c628fe tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436590 Apr 05 15:54:13.042215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac14da8-b8c1-4036-8caf-3f85347fec10 req-1d786111-c327-43aa-b620-9d7b33f03ffa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:13.043887 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-eac14da8-b8c1-4036-8caf-3f85347fec10 req-1d786111-c327-43aa-b620-9d7b33f03ffa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0924373 Apr 05 15:54:13.091436 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-eac14da8-b8c1-4036-8caf-3f85347fec10 req-e3b3e80b-44e1-433a-961b-699b48d00c2f tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410993 Apr 05 15:54:24.779162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-de4d37a9-f3df-4935-9e00-2f12ba6df7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:26.148852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:26.974175 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d5fb1b7-b91f-4527-8df4-bb0132b02616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:27.537185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:28.405079 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:54:29.224546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:33.478298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:41.792756 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-5e10f86e-5590-4d67-8fe4-c93e75875b76 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804842 Apr 05 15:54:41.937516 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-4467b14f-8dde-44e3-9eab-5ecc0aa9186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:41.939059 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-4467b14f-8dde-44e3-9eab-5ecc0aa9186e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 1098 time: 0.0769031 Apr 05 15:54:42.095061 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-70378d6a-0a01-4c13-83f7-42951e4798f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:42.096645 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-70378d6a-0a01-4c13-83f7-42951e4798f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1382017 Apr 05 15:54:42.208008 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-b350a5b4-402e-46a1-bdf1-7b51a2c52498 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 200 len: 1001 time: 0.1046929 Apr 05 15:54:42.275346 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-49689cc4-251d-47c1-a0f3-dc07c8348a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:42.276864 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-49689cc4-251d-47c1-a0f3-dc07c8348a2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0623884 Apr 05 15:54:42.359028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-1ca6d5c8-9ac0-4adc-991a-c5d879bc51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:42.360510 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-1ca6d5c8-9ac0-4adc-991a-c5d879bc51ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774448 Apr 05 15:54:42.498829 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-a692de0f-af1e-4366-b3de-af0983bdf1e8 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318493 Apr 05 15:54:42.637441 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-01dc9ac3-54b1-4998-8173-06ca86ad22fa req-7838dee6-47ee-4721-bb97-2eb65e1856df service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323516 Apr 05 15:54:54.780990 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6c4518fb-5daf-416a-b039-63d0041bf5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:56.153973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:56.974840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-89ff3f79-54d0-4a37-8a6d-b54dbb63fde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:57.539235 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:59.227442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:03.479312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:05.404383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:55:17.168387 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e106ab-7fe8-4398-b968-c222a5ffd79a req-717e317c-106c-4107-bcb8-d8c5c3036376 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:17.170548 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-54e106ab-7fe8-4398-b968-c222a5ffd79a req-717e317c-106c-4107-bcb8-d8c5c3036376 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0885448 Apr 05 15:55:17.222082 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-54e106ab-7fe8-4398-b968-c222a5ffd79a req-efb3fd3e-e3cd-4a36-849e-e39a0da28c22 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451763 Apr 05 15:55:18.429349 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c57c3-1d85-4eb3-baa1-2f11cc3cabaf req-b882e277-7f84-4184-b0ef-5707ad46934a tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:18.430958 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-293c57c3-1d85-4eb3-baa1-2f11cc3cabaf req-b882e277-7f84-4184-b0ef-5707ad46934a tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0914423 Apr 05 15:55:18.478525 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-293c57c3-1d85-4eb3-baa1-2f11cc3cabaf req-84fdbeb8-383d-41c5-a45a-9b5f17ee7549 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407035 Apr 05 15:55:19.573831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086e987-f959-460b-a146-eb706ea3774e req-9fbf9776-f163-47c4-96d2-66d13e84722e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:19.574619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-8086e987-f959-460b-a146-eb706ea3774e req-9fbf9776-f163-47c4-96d2-66d13e84722e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Synchronizing usage tracker for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:55:19.589614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-8086e987-f959-460b-a146-eb706ea3774e req-9fbf9776-f163-47c4-96d2-66d13e84722e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Unset dirty status for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:55:19.590832 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8086e987-f959-460b-a146-eb706ea3774e req-9fbf9776-f163-47c4-96d2-66d13e84722e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.49 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.1033249 Apr 05 15:55:19.674882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Deleting port a43b6b8f-6922-430a-a335-edd3edcbd004 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:55:19.675273 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:19.683979 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea8c65-02bc-4283-9281-a6486092185a req-c989cc2c-0c76-46e4-ba23-921b627c0c05 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:19.686164 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-22ea8c65-02bc-4283-9281-a6486092185a req-c989cc2c-0c76-46e4-ba23-921b627c0c05 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 945 time: 0.0934815 Apr 05 15:55:19.733862 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-22ea8c65-02bc-4283-9281-a6486092185a req-1d6f09b8-5572-4ec9-b1c9-c193c572a011 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cfccf25-07fa-4b57-bb6b-111801672284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412457 Apr 05 15:55:19.932157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] For port a43b6b8f-6922-430a-a335-edd3edcbd004, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a43b6b8f-6922-430a-a335-edd3edcbd004,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:19.932585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:20.238416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:20.238755 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:20.239109 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Floating IP af18c07b-5095-4084-9979-fbb4c3622076 disassociated. External IP: 172.28.3.183, port: a43b6b8f-6922-430a-a335-edd3edcbd004. Apr 05 15:55:20.239477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Calling delete_port for a43b6b8f-6922-430a-a335-edd3edcbd004 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:55:20.383925 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:20.399117 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f82514d2-c60a-49ce-83e5-da94892113d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:20.455939 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event deleted for resources: {'Port': ['ID=a43b6b8f-6922-430a-a335-edd3edcbd004,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:20.516567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.516900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.517311 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.517720 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.518120 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.518518 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.518913 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.519309 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.519706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.520099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.520509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.520907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:20.525573 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:20.765951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:55:20.897362 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-40c1ebf9-f31a-4ada-a183-789484407e75 req-ad2b498d-e4de-490f-954e-ea8a915dc44e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=9630e35d-33be-4183-b6a7-c004832994ec HTTP/1.1" status: 200 len: 210 time: 0.0496724 Apr 05 15:55:20.955127 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:55:20.967089 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] Sync routers for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:55:20.979228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:55:20.980515 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:54:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:21.041264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] No DVR routers for this DVR port a43b6b8f-6922-430a-a335-edd3edcbd004 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:55:21.044057 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:21.049427 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9630e35d-33be-4183-b6a7-c004832994ec', 'name': 'network-vif-deleted', 'tag': 'a43b6b8f-6922-430a-a335-edd3edcbd004'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:55:21.066721 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8086e987-f959-460b-a146-eb706ea3774e req-05c5634d-a756-4718-b1fc-a62d3ad3ca53 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.49 "DELETE /v2.0/ports/a43b6b8f-6922-430a-a335-edd3edcbd004 HTTP/1.1" status: 204 len: 173 time: 1.4692619 Apr 05 15:55:21.186881 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:55:21.207853 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9630e35d-33be-4183-b6a7-c004832994ec', 'name': 'network-vif-deleted', 'tag': 'a43b6b8f-6922-430a-a335-edd3edcbd004', 'status': 'completed', 'code': 200} Apr 05 15:55:21.515209 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:21.519264 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] Checking router: cf7d1ac8-0de7-41ce-aec3-8359fb1b866c for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:55:21.528168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:55:21.528919 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:54:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:21.718514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:55:22.032771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59678) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:22.051233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:22.055328 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device a43b6b8f-6922-430a-a335-edd3edcbd004 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:55:22.056531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a45def-3041-4509-9f6f-72d76ff55940 None None] The sync data for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb is: [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:55:22.096328 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: a43b6b8f-6922-430a-a335-edd3edcbd004 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:55:22.096993 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device a43b6b8f-6922-430a-a335-edd3edcbd004 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:55:22.103994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:22.135124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:22.188201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:22.194382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7e428420-0785-4831-8bd2-e859e900f333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:22.210872 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfccf25-07fa-4b57-bb6b-111801672284,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:22.222676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.223097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.223513 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.223963 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.224375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.224823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.225225 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.225627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.226028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.226426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.226824 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.227222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:22.230848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:22.234043 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:22.234937 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-33849482-1549-40a1-8a70-a6a17cc6b4bc tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "DELETE /v2.0/security-groups/1cfccf25-07fa-4b57-bb6b-111801672284 HTTP/1.1" status: 204 len: 168 time: 0.2009342 Apr 05 15:55:22.237795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59682) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:22.255542 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.v2.resource [None req-58790a04-e85c-4282-ab6f-36283651c910 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] show failed (client error): The resource could not be found. Apr 05 15:55:22.256590 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-58790a04-e85c-4282-ab6f-36283651c910 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups/1cfccf25-07fa-4b57-bb6b-111801672284 HTTP/1.1" status: 404 len: 347 time: 0.0177789 Apr 05 15:55:22.259635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59686) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:22.432796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Deleting port 9fad28a6-d49a-44a4-aa77-e9f70c82bbe7 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:55:22.433184 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:22.436067 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff23418d-9b5a-4219-9a30-71b0a083b5f8 None None] New status for floating IP af18c07b-5095-4084-9979-fbb4c3622076: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:55:22.616940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:22.617187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:22.750944 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Calling delete_port for 9fad28a6-d49a-44a4-aa77-e9f70c82bbe7 owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:55:22.841298 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.api [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:55:22.842243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_db.api [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:55:23.343526 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Deleting port 9fad28a6-d49a-44a4-aa77-e9f70c82bbe7 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:55:23.344025 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:23.524220 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:23.524611 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:23.652948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Calling delete_port for 9fad28a6-d49a-44a4-aa77-e9f70c82bbe7 owned by network:floatingip {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:55:23.793146 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:23.809571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d37c7c14-8aff-43c7-bd22-4dabad7f7c44 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:23.863775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event deleted for resources: {'Port': ['ID=9fad28a6-d49a-44a4-aa77-e9f70c82bbe7,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:23.866641 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:24.067927 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:24.082869 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:24.084052 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-075ed6ba-3e4b-439e-a6f6-c252f275f8fa tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "DELETE /v2.0/floatingips/af18c07b-5095-4084-9979-fbb4c3622076 HTTP/1.1" status: 204 len: 168 time: 1.8234546 Apr 05 15:55:24.721153 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59692) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:24.726920 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434566864', 'description': 'tempest-description--46637221'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:55:24.733345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:55:24.737703 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Usage tracker for resource:security_group and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:55:24.741744 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:55:24.748706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:55:24.757798 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:24.779608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:55:24.781884 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7cba3ce5-5ce8-46a7-90f6-ff7efee8132b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:24.783831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Usage tracker for resource:security_group_rule and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:55:24.786866 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:55:24.792882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:55:24.865748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:24.868319 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:24.874436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-be53f33c-fe51-4be7-962e-602b056ca380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:24.915784 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc1743-e13a-450a-aff4-c5f95714fbcf,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:24.918597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:24.920382 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1976385 Apr 05 15:55:24.921387 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ff3a6354-e2b6-4ee9-8d39-334195c15c86 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:24.923468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59696) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:24.928829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'security_group_rule': {'security_group_id': 'b6dc1743-e13a-450a-aff4-c5f95714fbcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:55:24.935098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:55:24.939738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Usage tracker for resource:security_group_rule and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:55:24.942753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:55:24.948845 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:55:24.965239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.032650 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.035208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.043007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:25.062864 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24541631-5e3f-44f7-98f2-8c6ae0881e0f,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:25.065233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:25.071436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.072750 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-9f22380d-f9f0-472c-b893-c8b1adbcb4f5 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483331 Apr 05 15:55:25.075509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59700) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:25.081063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'security_group_rule': {'security_group_id': 'b6dc1743-e13a-450a-aff4-c5f95714fbcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:55:25.087065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:55:25.091123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Usage tracker for resource:security_group_rule and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:55:25.094199 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:55:25.100239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:55:25.116472 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.179163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.181014 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809777'] for security_group_rule, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.183069 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b249151e-7d5b-4e5d-8db0-817bde3731ce tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:25.207426 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5164b6-fe0a-44dc-89f5-d747081b6862,revision_number=0']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:25.209861 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:25.215862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.217684 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d36ef223-bc09-4375-af3d-cd4d65909921 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411650 Apr 05 15:55:25.220867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59704) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:25.226306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'floatingip': {'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:55:25.232855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:55:25.236874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Usage tracker for resource:floatingip and tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:55:25.239823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:55:25.245837 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:55:25.256058 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.398608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.544533 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Allocated IP 172.28.3.106 (db60f784-cad0-46b6-aea7-87a5eb59a312/6698743f-c5cf-4c8c-aebd-504b3a1219a6/612a141b-a12c-4777-8aca-1fa4159e0ef4) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:55:25.697977 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.727842 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:25.742863 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-701049f1-74aa-473f-9a90-dd3f639d1e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:25.883269 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'Port': ['ID=612a141b-a12c-4777-8aca-1fa4159e0ef4,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:25.886276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:25.932013 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Network db60f784-cad0-46b6-aea7-87a5eb59a312 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:55:25.933203 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:55:25.935443 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:55:26.022094 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:26.082776 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:26.157134 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:26.353442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:26.356959 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822716979'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:26.372573 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4f8eb3da-a5c0-446d-898d-2df439e0b5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:26.514215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'Port': ['ID=612a141b-a12c-4777-8aca-1fa4159e0ef4,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:26.518756 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:26.608659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:26.630899 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:26.632204 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-644ec33a-d93f-4522-b1cd-a78c46fa325e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4103611 Apr 05 15:55:26.804783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-26ba54d4-6542-467a-b2eb-c0ee7e4ba30d tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Synchronizing usage tracker for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:security_group {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:55:26.818882 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-26ba54d4-6542-467a-b2eb-c0ee7e4ba30d tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Unset dirty status for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:security_group {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:55:26.820084 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-26ba54d4-6542-467a-b2eb-c0ee7e4ba30d tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1434566864&fields=id&tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441 HTTP/1.1" status: 200 len: 267 time: 0.0575576 Apr 05 15:55:26.978215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0b73ef74-ec17-49ca-8835-b9eec0435638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:27.211658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-7fbd5639-dc82-4769-86ba-98ae50bd1fb7 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:27.213303 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-7fbd5639-dc82-4769-86ba-98ae50bd1fb7 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 810 time: 0.3860238 Apr 05 15:55:27.230023 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-8dee5055-f8d4-4140-a00d-7e40ae3186b2 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/quotas/cc34b1ef6d4d4f05a3ba4e7d25696441 HTTP/1.1" status: 200 len: 375 time: 0.0096390 Apr 05 15:55:27.322710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-7f1df956-5732-470c-8d94-247c23f4d029 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Synchronizing usage tracker for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:port {{(pid=84313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:55:27.337722 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-7f1df956-5732-470c-8d94-247c23f4d029 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Unset dirty status for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:port {{(pid=84313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:55:27.339081 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-7f1df956-5732-470c-8d94-247c23f4d029 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1040473 Apr 05 15:55:27.356612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-7db8e214-70e3-484e-8a8d-a629a7a9de59 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:55:27.357700 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-7db8e214-70e3-484e-8a8d-a629a7a9de59 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057139 Apr 05 15:55:27.500827 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-4b9eae68-8ed0-4aea-9fa3-087bfb19fc6a service neutron] 10.222.0.46 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371214 Apr 05 15:55:27.541424 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:27.642824 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-e761ca39-2961-4620-a52b-c7e2a95fdd16 service neutron] 10.222.0.46 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355898 Apr 05 15:55:27.835236 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fd3654aa-d13c-43c8-a1b6-2588e0469117 req-efbcbe21-9b05-4562-8eb2-625728fca350 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 210 time: 0.0486157 Apr 05 15:55:29.017956 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-329b1143-e428-4ce9-b757-6d138c1b934a req-7e3959b5-aff7-481e-b9f5-cca7fa5d8135 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 210 time: 0.0684466 Apr 05 15:55:29.231463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-a410b1fd-c439-4b92-bc7a-07ca1e9e02a6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:29.233641 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-a410b1fd-c439-4b92-bc7a-07ca1e9e02a6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 810 time: 0.4003921 Apr 05 15:55:29.239051 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:29.309778 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-bb7b93d0-3828-454c-bc56-2f84bf1d020c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441 HTTP/1.1" status: 200 len: 5707 time: 0.0665629 Apr 05 15:55:29.319605 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'port': {'device_id': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'admin_state_up': True, 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'security_groups': ['b6dc1743-e13a-450a-aff4-c5f95714fbcf']}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:55:29.464940 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:55:29.475492 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:55:29.484119 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Made reservation on behalf of cc34b1ef6d4d4f05a3ba4e7d25696441 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:55:29.490174 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:29.657774 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Allocated IP 172.20.0.3 (30f0b8d3-94cf-4fac-9a30-d45ad3d8100d/8c0f3196-6b5d-49c9-bbdb-79875e08bf67/955fcb8c-51f4-4dbf-bed0-ee3dd2870e14) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:55:29.857272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:29.873939 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Transition to ACTIVE for port object 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 will not be triggered until provisioned by entity DHCP. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:55:29.897463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:29.912274 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b9ec274b-4b7d-4152-a842-67d781b84f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:30.063236 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event updated for resources: {'Port': ['ID=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:30.067622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:30.112231 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:55:30.113494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:55:30.117182 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:55:30.189185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:30.189887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:30.218955 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-b9661320-3043-4ef3-bb21-64eecd8f71bb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9033606 Apr 05 15:55:30.233188 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05721ce-49cc-40d0-b8a7-719de492e285 req-082c0d95-4c57-4351-8d11-75db303a6ec6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:30.233548 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Request body: {'port': {'device_id': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:55:30.234857 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b05721ce-49cc-40d0-b8a7-719de492e285 req-082c0d95-4c57-4351-8d11-75db303a6ec6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 931 time: 0.0981929 Apr 05 15:55:30.285794 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b05721ce-49cc-40d0-b8a7-719de492e285 req-ffbee612-06a6-4182-9601-1cb298af9fcb tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 Apr 05 15:55:30.332811 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ee7ab5c8-d820-42b1-8d7a-41a3799a7632 None None] Provisioning for port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 completed by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:55:30.337991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-ee7ab5c8-d820-42b1-8d7a-41a3799a7632 None None] Provisioning complete for port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 triggered by entity DHCP. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:55:30.338487 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ee7ab5c8-d820-42b1-8d7a-41a3799a7632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:30.360537 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:30.395245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ab5c8-d820-42b1-8d7a-41a3799a7632 None None] Port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 cannot update to ACTIVE because it is not bound. {{(pid=84315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:55:30.770981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:55:30.778723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:30.794097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Transition to ACTIVE for port object 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:55:30.797035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:30.811996 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-22f95993-90dd-4737-88bc-7d8da6c93f62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:30.953802 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Pushing event updated for resources: {'Port': ['ID=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:30.958228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:31.171987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Attempting to bind port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:55:31.172451 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Attempting to bind port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:55:31.172726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Attempting to bind port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 on network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:55:31.177579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 on network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:55:31.177936 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Attempting to bind port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 on network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:55:31.183337 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:55:31.183704 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Checking segment: {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:55:31.184125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Bound using segment: {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:55:31.184616 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Bound port: 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429ce5a1-2add-423d-9094-325a214e8dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:55:31.184989 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:31.280941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] For port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:55:31.283943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] For port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:55:31.286971 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:31.301570 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-da743ef8-3962-45e8-9734-cb0c849ad99c tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:31.453551 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Pushing event updated for resources: {'Port': ['ID=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:31.456962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:31.487213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85ea74-77ed-49c1-8fde-84d4181976de req-b4846524-146b-4ee4-807e-53b19ead9102 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:31.488869 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6f85ea74-77ed-49c1-8fde-84d4181976de req-b4846524-146b-4ee4-807e-53b19ead9102 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 943 time: 0.0889897 Apr 05 15:55:31.493342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:31.494012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:31.495559 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-62d7e7f8-798c-478d-9bd5-0c29f8c8034e service neutron] 10.222.0.49 "PUT /v2.0/ports/955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 HTTP/1.1" status: 200 len: 1093 time: 1.2676249 Apr 05 15:55:31.496106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'tag': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:55:31.544363 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6f85ea74-77ed-49c1-8fde-84d4181976de req-cc120915-c823-49a2-a9a1-abc747b9d915 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456362 Apr 05 15:55:31.571612 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'tag': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14', 'status': 'completed', 'code': 200} Apr 05 15:55:31.616073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-beeb0ace-5902-4103-abb4-1d5a39b3fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:31.617799 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-beeb0ace-5902-4103-abb4-1d5a39b3fd2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 1096 time: 0.0836854 Apr 05 15:55:31.695595 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-6f5b4f52-1aa6-4d34-98a6-df80a7da29ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 HTTP/1.1" status: 200 len: 217 time: 0.0706930 Apr 05 15:55:31.769286 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-78c799ad-dc2a-4d66-9486-52cf3407bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:31.770818 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-78c799ad-dc2a-4d66-9486-52cf3407bda7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0688350 Apr 05 15:55:31.854653 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-9db0c49d-6d92-47de-abca-e9ba777dcccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:31.856121 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-9db0c49d-6d92-47de-abca-e9ba777dcccd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784929 Apr 05 15:55:31.997644 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-0f3fb0e0-6aa9-4e8e-a292-268ce4130c7b service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342933 Apr 05 15:55:32.137831 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa5799-54a5-4938-b6bb-fbdb47d735d0 req-3744b479-446d-4764-8cbb-f99d79f87ec1 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333008 Apr 05 15:55:32.257970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-0a0f3342-362e-46df-a76f-d0064b3363d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:32.259547 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-0a0f3342-362e-46df-a76f-d0064b3363d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 1096 time: 0.0793250 Apr 05 15:55:32.398156 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-3108874e-8475-417f-88fc-abbeb98c9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:32.399612 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-3108874e-8475-417f-88fc-abbeb98c9893 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1336484 Apr 05 15:55:32.472540 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-67f19b25-1247-405b-82b5-cce4e2e33572 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 HTTP/1.1" status: 200 len: 217 time: 0.0667727 Apr 05 15:55:32.538880 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-2f5e64fb-0ae5-4051-a6ab-47574764b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:32.540362 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-2f5e64fb-0ae5-4051-a6ab-47574764b0b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0620151 Apr 05 15:55:32.620994 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-6663e3c4-06be-4593-b749-39f63c88c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:32.623421 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-6663e3c4-06be-4593-b749-39f63c88c1bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752950 Apr 05 15:55:32.750848 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6014b3-a06d-4ca6-bcf4-1c84f8f6d56f req-6621db31-61e0-4eaa-a0d0-d405aca85280 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:32.752516 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6b6014b3-a06d-4ca6-bcf4-1c84f8f6d56f req-6621db31-61e0-4eaa-a0d0-d405aca85280 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 943 time: 0.0923498 Apr 05 15:55:32.765970 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-a428c4a6-4faf-4710-97b3-06648b319c99 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363459 Apr 05 15:55:32.803466 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-6b6014b3-a06d-4ca6-bcf4-1c84f8f6d56f req-9160167b-2fcb-4e1e-97d1-13f0b2f751d6 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432866 Apr 05 15:55:32.907692 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-803d64e1-24e3-4a64-80bf-a59379121d83 req-26d50484-fe32-4637-acde-812d8b0ab467 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345539 Apr 05 15:55:33.476248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:34.007595 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b79ecd-3045-4575-b0b0-90f136c46494 req-50a93c45-7068-499d-931b-4b6138e6b49c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:34.009229 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a4b79ecd-3045-4575-b0b0-90f136c46494 req-50a93c45-7068-499d-931b-4b6138e6b49c tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 943 time: 0.0917344 Apr 05 15:55:34.056605 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a4b79ecd-3045-4575-b0b0-90f136c46494 req-ac10233b-225d-4f28-99fd-f573426099c2 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403352 Apr 05 15:55:34.106059 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:55:34.245253 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:34.263002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'port_id': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14', 'mac_address': 'fa:16:3e:f1:de:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:55:34.320560 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:34.338380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:55:34.354032 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:34.356876 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:34.358676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:34.427310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:34.436161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.436582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.436972 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.437353 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.437737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.438113 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.438488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.438858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.439272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.439643 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.440010 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.440379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:34.444310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:34.759728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['955fcb8c-51f4-4dbf-bed0-ee3dd2870e14'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:55:35.257366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd31a3-5b52-4b15-8275-0d0af3dcc340 req-c6c9c1ff-7488-4dc7-963d-a85de0d6589a tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:35.258944 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7efd31a3-5b52-4b15-8275-0d0af3dcc340 req-c6c9c1ff-7488-4dc7-963d-a85de0d6589a tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 944 time: 0.0872464 Apr 05 15:55:35.305727 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-7efd31a3-5b52-4b15-8275-0d0af3dcc340 req-594be7cd-2817-4e23-97a4-a1de108733b2 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403843 Apr 05 15:55:36.123764 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:55:36.196345 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:55:36.201187 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:55:36.201599 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:36.319439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:36.349608 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:55:36.360958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:36.365434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:36.367474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:36.439468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:36.442906 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:36.455610 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14', 'code': 200} Apr 05 15:55:36.516063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390599e-3a49-43fd-a3a8-ac8009350dac req-1506f843-1310-4718-8ce8-697b0225fe5e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:36.517516 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e390599e-3a49-43fd-a3a8-ac8009350dac req-1506f843-1310-4718-8ce8-697b0225fe5e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 945 time: 0.0931482 Apr 05 15:55:36.566171 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e390599e-3a49-43fd-a3a8-ac8009350dac req-1838eb06-94cc-4b22-999e-33bbfae5df60 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Apr 05 15:55:36.698212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359c5d5-15e4-4088-8215-53f3be95fdff req-5e6b2ac4-35a1-47d2-8b58-6dae51e10b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:36.699793 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0359c5d5-15e4-4088-8215-53f3be95fdff req-5e6b2ac4-35a1-47d2-8b58-6dae51e10b8f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0796881 Apr 05 15:55:36.742336 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0359c5d5-15e4-4088-8215-53f3be95fdff req-b46aa4e8-6baf-42df-9c25-56e98943af56 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361364 Apr 05 15:55:37.768563 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de6151-a322-4439-bf1b-79d51d9df52c req-af3382df-b3ce-4414-a2c4-7f21bd1f01ad tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:37.770222 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-91de6151-a322-4439-bf1b-79d51d9df52c req-af3382df-b3ce-4414-a2c4-7f21bd1f01ad tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 945 time: 0.0892172 Apr 05 15:55:37.821656 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-91de6151-a322-4439-bf1b-79d51d9df52c req-513f31c7-34b2-48b6-86a4-d0ce9b24c7cd tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Apr 05 15:55:39.025635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b2a18-9030-40fa-a348-b81f6a74abff req-912e4d8f-4d6c-458c-8087-59f443142f19 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.027161 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d65b2a18-9030-40fa-a348-b81f6a74abff req-912e4d8f-4d6c-458c-8087-59f443142f19 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 945 time: 0.0911000 Apr 05 15:55:39.074402 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d65b2a18-9030-40fa-a348-b81f6a74abff req-4398f2fa-02e7-4c73-b19d-05b6fc94a3e8 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404601 Apr 05 15:55:39.270934 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957ee2d-aef2-4631-8e3f-8878f9d61963 req-b70e76ba-d388-4dc7-836d-7b2fd2ce92f1 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.272523 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e957ee2d-aef2-4631-8e3f-8878f9d61963 req-b70e76ba-d388-4dc7-836d-7b2fd2ce92f1 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 945 time: 0.0929632 Apr 05 15:55:39.282582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 59768) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:39.288022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-6d08d207-35a8-4e8c-ab59-6d45a525d359 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Request body: {'floatingip': {'port_id': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14'}} {{(pid=84313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:55:39.369728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d08d207-35a8-4e8c-ab59-6d45a525d359 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:39.982595 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d08d207-35a8-4e8c-ab59-6d45a525d359 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:39.985405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d08d207-35a8-4e8c-ab59-6d45a525d359 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:40.162944 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [None req-6d08d207-35a8-4e8c-ab59-6d45a525d359 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Floating IP 30e2a095-cada-4339-825e-77eebf4fb5e4 associated. External IP: 172.28.3.106, port: 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14. Apr 05 15:55:40.759322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d08d207-35a8-4e8c-ab59-6d45a525d359 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:55:40.952160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d08d207-35a8-4e8c-ab59-6d45a525d359 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:55:40.957245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6d08d207-35a8-4e8c-ab59-6d45a525d359 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:40.962915 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] Sync routers for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:55:40.974803 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:55:40.975788 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:55:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:41.017134 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-6d08d207-35a8-4e8c-ab59-6d45a525d359 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "PUT /v2.0/floatingips/30e2a095-cada-4339-825e-77eebf4fb5e4 HTTP/1.1" status: 200 len: 991 time: 1.7334092 Apr 05 15:55:41.017771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'tag': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:55:41.124627 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'tag': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14', 'status': 'completed', 'code': 200} Apr 05 15:55:41.164907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:55:41.229741 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-d7e0a499-8a63-4ab5-b465-c6d5e670d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:41.231384 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-d7e0a499-8a63-4ab5-b465-c6d5e670d22f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0787399 Apr 05 15:55:41.376028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-86325676-ba3b-4475-af1a-967b09bf80da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:41.377605 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-86325676-ba3b-4475-af1a-967b09bf80da service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1383283 Apr 05 15:55:41.489486 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-f2f39d99-896a-400e-8cd0-e22feb14ef9a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 HTTP/1.1" status: 200 len: 999 time: 0.1059344 Apr 05 15:55:41.566455 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-9aec6376-4422-4578-8a53-1f1df7b403a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:41.568071 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-9aec6376-4422-4578-8a53-1f1df7b403a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0715756 Apr 05 15:55:41.654248 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-4d605dfa-b874-4952-960c-a4c08b6048fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:41.655888 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-4d605dfa-b874-4952-960c-a4c08b6048fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791993 Apr 05 15:55:41.684452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': '30e2a095-cada-4339-825e-77eebf4fb5e4', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'floating_ip_address': '172.28.3.106', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'port_id': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'mac_address': 'fa:16:3e:f1:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:55:25Z', 'updated_at': '2021-04-05T15:55:39Z', 'revision_number': 1, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:41.688531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] Checking router: cf7d1ac8-0de7-41ce-aec3-8359fb1b866c for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:55:41.698020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:55:41.698674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:55:27Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:41.799019 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-49eb12b4-ab96-40a5-aed6-293aafca5990 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363666 Apr 05 15:55:41.887865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:55:42.178870 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8b7b2bab-3802-434f-a6d9-80700dde7f2c req-86d755e7-6b74-405a-b34b-8869863df9ee service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735604 Apr 05 15:55:42.281012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': '30e2a095-cada-4339-825e-77eebf4fb5e4', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'floating_ip_address': '172.28.3.106', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'port_id': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'mac_address': 'fa:16:3e:f1:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:55:25Z', 'updated_at': '2021-04-05T15:55:39Z', 'revision_number': 1, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:42.285247 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d24ee2-8b9a-4bbd-8895-8c8c237f1f9f None None] The sync data for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb is: [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_floatingips': [{'id': '30e2a095-cada-4339-825e-77eebf4fb5e4', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'floating_ip_address': '172.28.3.106', 'floating_network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'router_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'port_id': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'mac_address': 'fa:16:3e:f1:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:55:25Z', 'updated_at': '2021-04-05T15:55:39Z', 'revision_number': 1, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:55:42.404039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:55:42.578999 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45ef96-1b99-4a6d-8a94-2accc13ee2f7 None None] New status for floating IP 30e2a095-cada-4339-825e-77eebf4fb5e4: ACTIVE {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:55:43.354222 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-6ba0eb40-41a8-4c5c-92e3-b474c6fbf0fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796781 Apr 05 15:55:43.499185 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-da9c98cf-811a-4fe1-b951-f6719f9da23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:43.500774 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-da9c98cf-811a-4fe1-b951-f6719f9da23c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0772476 Apr 05 15:55:43.653711 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-9119e3c4-4f43-4bb8-b9ae-9c2b07678fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:43.655281 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-9119e3c4-4f43-4bb8-b9ae-9c2b07678fdb service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1363544 Apr 05 15:55:43.770841 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-02453975-31f7-4aba-be55-dbac9723de3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 HTTP/1.1" status: 200 len: 1001 time: 0.1048455 Apr 05 15:55:43.839520 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-371b7794-c35c-44cf-9fcf-ebce883ee508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:43.841066 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-371b7794-c35c-44cf-9fcf-ebce883ee508 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0634007 Apr 05 15:55:43.924479 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-17b62122-2fa2-4dcb-940f-864517ea8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:43.925961 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-17b62122-2fa2-4dcb-940f-864517ea8928 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779982 Apr 05 15:55:44.067123 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-4f033f11-a0d3-4587-9038-f594c79bfd6b service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340458 Apr 05 15:55:44.205494 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c0ff034e-bf50-4865-9601-6405e096e9d7 req-c6cd964d-8521-41cb-91d2-dfe2f4f23a63 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319368 Apr 05 15:55:54.784161 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e11fae4-c85f-4bd0-a90b-865375ce4545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:56.159224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:56.980147 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c3cfc32e-2cbc-4ba2-9973-85ac542c389a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:57.544405 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:59.234614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:03.474929 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:19.403976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:56:24.786256 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9748e56e-be89-49d9-8072-4b94dba8dca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:26.163581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:26.981524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aeaf710e-8666-4dd6-8328-82878f4c39d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:27.546496 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:29.239244 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:33.480213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:43.829426 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5e07a333-475a-47c1-842d-e00396b6b870 req-c4756da7-4247-481f-a726-40a890b1fc5f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759094 Apr 05 15:56:43.978545 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07a333-475a-47c1-842d-e00396b6b870 req-4b6b8952-658d-43ac-9578-c2fd3eddc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:43.980136 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5e07a333-475a-47c1-842d-e00396b6b870 req-4b6b8952-658d-43ac-9578-c2fd3eddc96a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0809357 Apr 05 15:56:44.133678 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07a333-475a-47c1-842d-e00396b6b870 req-b27ac3ad-a8e6-4dcd-918b-efa2d7fb6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:44.135247 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5e07a333-475a-47c1-842d-e00396b6b870 req-b27ac3ad-a8e6-4dcd-918b-efa2d7fb6a82 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 200 len: 911 time: 0.1355748 Apr 05 15:56:44.246086 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5e07a333-475a-47c1-842d-e00396b6b870 req-1d74a476-32b4-4fc7-9b7a-cc7e992e6ec2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 HTTP/1.1" status: 200 len: 1001 time: 0.1033583 Apr 05 15:56:44.315011 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07a333-475a-47c1-842d-e00396b6b870 req-ce0a6c84-5eab-433f-9c5d-fc8ef017b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:44.316565 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5e07a333-475a-47c1-842d-e00396b6b870 req-ce0a6c84-5eab-433f-9c5d-fc8ef017b7f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 200 len: 849 time: 0.0635200 Apr 05 15:56:44.397991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07a333-475a-47c1-842d-e00396b6b870 req-c8d662b6-35cb-4175-8aa2-4d45dab1650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:44.399526 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5e07a333-475a-47c1-842d-e00396b6b870 req-c8d662b6-35cb-4175-8aa2-4d45dab1650b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763183 Apr 05 15:56:44.540118 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5e07a333-475a-47c1-842d-e00396b6b870 req-c810f419-2690-4a9a-8873-abab51311077 service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337397 Apr 05 15:56:44.680699 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5e07a333-475a-47c1-842d-e00396b6b870 req-4bfcef59-51d6-4fe0-86e9-2469b369dd6a service neutron] 10.222.0.49 "GET /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334307 Apr 05 15:56:54.713385 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [req-83565db5-2eec-4c23-9bd4-87afdb38e531 req-750d5ada-46da-453e-9c8e-81d726d0ec5c service neutron] (84314) timed out ('10.222.0.49', 64876) {{(pid=84314) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 15:56:54.787063 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-60c64b44-9407-4803-b7d8-fce32313da1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:56.157153 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:56.403326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:56:56.986073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-19974b27-7989-4c2e-a12f-35189f4dc7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:57.549267 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:59.241834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:03.489701 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:11.770982 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05850f-83c3-4a7c-b44d-16942cc48953 req-b038f20b-0745-4503-b5ad-05bef55ab998 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:11.772611 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be05850f-83c3-4a7c-b44d-16942cc48953 req-b038f20b-0745-4503-b5ad-05bef55ab998 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 945 time: 0.0926723 Apr 05 15:57:11.820423 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-be05850f-83c3-4a7c-b44d-16942cc48953 req-09e3a6a6-1231-4535-a5b4-0bfbec29661b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Apr 05 15:57:13.021013 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67874dec-1a35-4bbd-a8dc-d104f0c4ac27 req-54ffb36e-4ffb-4dd3-8069-e3b49d9692ba tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:13.022610 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-67874dec-1a35-4bbd-a8dc-d104f0c4ac27 req-54ffb36e-4ffb-4dd3-8069-e3b49d9692ba tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 945 time: 0.0880058 Apr 05 15:57:13.069520 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-67874dec-1a35-4bbd-a8dc-d104f0c4ac27 req-1d61e89f-23e2-45a2-a2a6-6b65b6f5ca75 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402644 Apr 05 15:57:13.827543 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-b779eb98-3f09-4e4d-9d5e-1e6c4051bf97 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:13.828305 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-b779eb98-3f09-4e4d-9d5e-1e6c4051bf97 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Synchronizing usage tracker for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:57:13.842814 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-b779eb98-3f09-4e4d-9d5e-1e6c4051bf97 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Unset dirty status for tenant:cc34b1ef6d4d4f05a3ba4e7d25696441 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:57:13.844001 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-b779eb98-3f09-4e4d-9d5e-1e6c4051bf97 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.49 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 945 time: 0.1072595 Apr 05 15:57:13.918773 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Deleting port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:57:13.919162 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:14.179098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] For port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:57:14.179683 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:14.276222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ed1cf-e757-4691-a998-d9568370435c req-e4d304b5-187f-49e3-a330-9228fbef8cba tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:14.277881 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3e6ed1cf-e757-4691-a998-d9568370435c req-e4d304b5-187f-49e3-a330-9228fbef8cba tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 945 time: 0.0931435 Apr 05 15:57:14.326460 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-3e6ed1cf-e757-4691-a998-d9568370435c req-0fe12a2d-37c7-473d-9dea-eacd1e5b9334 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6dc1743-e13a-450a-aff4-c5f95714fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413592 Apr 05 15:57:14.484037 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:14.484637 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853838389'] for floatingip, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:14.485003 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.l3_db [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Floating IP 30e2a095-cada-4339-825e-77eebf4fb5e4 disassociated. External IP: 172.28.3.106, port: 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14. Apr 05 15:57:14.485389 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Calling delete_port for 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:57:14.634172 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:14.649735 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e7722075-5134-41bc-b25e-a1638ed23c9d tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:14.707739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event deleted for resources: {'Port': ['ID=955fcb8c-51f4-4dbf-bed0-ee3dd2870e14,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:14.719684 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.720110 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.720564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.720981 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.721387 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.721794 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.722195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.722597 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.722997 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.723394 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.723795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.724190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:14.771985 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:15.020557 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:57:15.453537 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:57:15.463697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62129a4c-608e-4871-956c-452c39da0288 None None] Sync routers for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:57:15.474346 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62129a4c-608e-4871-956c-452c39da0288 None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:57:15.475008 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-62129a4c-608e-4871-956c-452c39da0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:56:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:15.490982 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0b57e2ca-94da-4590-9d34-be92289e77b5 req-496ec76d-86c8-4e7a-9b6e-b919193217bf tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/ports?device_id=0419bd0a-2ee6-415f-9f88-7d0701e90ba2 HTTP/1.1" status: 200 len: 210 time: 0.0488360 Apr 05 15:57:15.530627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] No DVR routers for this DVR port 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:57:15.533767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:15.538071 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'name': 'network-vif-deleted', 'tag': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:57:15.553509 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a6c4d9df-daa3-40eb-b344-7ea6e1985324 req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.49 "DELETE /v2.0/ports/955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 HTTP/1.1" status: 204 len: 173 time: 1.7040493 Apr 05 15:57:15.593901 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0419bd0a-2ee6-415f-9f88-7d0701e90ba2', 'name': 'network-vif-deleted', 'tag': '955fcb8c-51f4-4dbf-bed0-ee3dd2870e14', 'status': 'completed', 'code': 200} Apr 05 15:57:15.670291 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-62129a4c-608e-4871-956c-452c39da0288 None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:57:15.995750 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-62129a4c-608e-4871-956c-452c39da0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:16.000243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62129a4c-608e-4871-956c-452c39da0288 None None] Checking router: cf7d1ac8-0de7-41ce-aec3-8359fb1b866c for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:57:16.009175 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62129a4c-608e-4871-956c-452c39da0288 None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:57:16.009824 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-62129a4c-608e-4871-956c-452c39da0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:56:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:16.196022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-62129a4c-608e-4871-956c-452c39da0288 None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:57:16.622061 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60028) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:16.665221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-62129a4c-608e-4871-956c-452c39da0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:16.669324 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62129a4c-608e-4871-956c-452c39da0288 None None] The sync data for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb is: [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:50:58Z', 'revision_number': 4, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb', '_interfaces': [{'id': '28da6d29-b851-4678-a24d-479f25ecbe74', 'name': '', 'network_id': '30f0b8d3-94cf-4fac-9a30-d45ad3d8100d', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'mac_address': 'fa:16:3e:70:df:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:57Z', 'updated_at': '2021-04-05T15:51:04Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'subnets': [{'id': '8c0f3196-6b5d-49c9-bbdb-79875e08bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:57:16.695475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:16.725835 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:16.739086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:57:16.776665 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:57:16.777318 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 955fcb8c-51f4-4dbf-bed0-ee3dd2870e14 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:57:16.780260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:16.786128 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-68a6fdf3-d95f-43fc-b0c1-7e4c75e2b9d5 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:16.804738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc1743-e13a-450a-aff4-c5f95714fbcf,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:16.816514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.816946 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.817362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.817917 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.818333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.818745 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.819154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.819557 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.819963 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.820366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.820825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.821228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:16.824752 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:16.826878 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:16.830965 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60032) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:16.831115 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d6a74595-7107-4e9d-bec0-550c4cc0624e tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "DELETE /v2.0/security-groups/b6dc1743-e13a-450a-aff4-c5f95714fbcf HTTP/1.1" status: 204 len: 168 time: 0.2077656 Apr 05 15:57:16.853845 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.api.v2.resource [None req-459ee72d-130f-4414-b117-18b2f92274b0 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] show failed (client error): The resource could not be found. Apr 05 15:57:16.854945 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-459ee72d-130f-4414-b117-18b2f92274b0 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "GET /v2.0/security-groups/b6dc1743-e13a-450a-aff4-c5f95714fbcf HTTP/1.1" status: 404 len: 347 time: 0.0222752 Apr 05 15:57:16.858036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60036) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:17.035460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Deleting port 612a141b-a12c-4777-8aca-1fa4159e0ef4 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:57:17.035772 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:17.055449 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca73f7-7fb6-4c24-a8db-121b74141218 None None] New status for floating IP 30e2a095-cada-4339-825e-77eebf4fb5e4: DOWN {{(pid=84315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:57:17.229189 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:17.229563 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:17.361474 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Calling delete_port for 612a141b-a12c-4777-8aca-1fa4159e0ef4 owned by network:floatingip {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:57:17.451377 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.api [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:57:17.451753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_db.api [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:57:17.953195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Deleting port 612a141b-a12c-4777-8aca-1fa4159e0ef4 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:57:17.953729 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:18.138793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:18.139168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:18.270043 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Calling delete_port for 612a141b-a12c-4777-8aca-1fa4159e0ef4 owned by network:floatingip {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:57:18.417753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:18.433240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-1470fbac-d884-4483-a240-06159b650403 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:18.487717 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Pushing event deleted for resources: {'Port': ['ID=612a141b-a12c-4777-8aca-1fa4159e0ef4,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:18.490352 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:18.689394 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks [] for floatingip, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:18.704507 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for floatingip, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:18.705706 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] 10.222.0.46 "DELETE /v2.0/floatingips/30e2a095-cada-4339-825e-77eebf4fb5e4 HTTP/1.1" status: 204 len: 168 time: 1.8467023 Apr 05 15:57:22.764164 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60066) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:23.395627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933993'] for router_interface, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:23.758000 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Deleting port 28da6d29-b851-4678-a24d-479f25ecbe74 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:57:23.758299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:23.935681 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] For port 28da6d29-b851-4678-a24d-479f25ecbe74, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=28da6d29-b851-4678-a24d-479f25ecbe74,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:57:23.936276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:24.069780 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Calling delete_port for 28da6d29-b851-4678-a24d-479f25ecbe74 owned by network:router_interface {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:57:24.241221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:24.257100 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d28c37a5-de93-4b19-83be-a125e9057f97 tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:24.314124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Pushing event deleted for resources: {'Port': ['ID=28da6d29-b851-4678-a24d-479f25ecbe74,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:24.363870 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:24.790950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aaa68ef5-c458-4700-b72b-262b15b7791d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:24.941742 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854211822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945084'] for router_interface, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:25.446313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c has already been hosted by L3 agent 0852c3f1-49db-41bc-8cec-de018a5a9feb {{(pid=84313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:57:25.632787 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] Notify agent at l3_agent.dv-cinder-784779-1-smb the message routers_updated {{(pid=84313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:57:25.641849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] Sync routers for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:57:25.645965 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e56003d8-13bd-47fc-b873-421b167f605d admin admin] 10.222.0.46 "PUT /v2.0/routers/cf7d1ac8-0de7-41ce-aec3-8359fb1b866c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8806026 Apr 05 15:57:25.648646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60072) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:25.651807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:57:25.652475 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:56:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:25.837366 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Notify callbacks [] for router, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:25.839100 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: dv-cinder-784779-1-smb {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:57:26.029021 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:26.037296 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Deleting port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:57:26.037674 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:26.136766 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'external_fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:57:24Z', 'revision_number': 5, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port': {'id': '46ff3fbc-7c57-4cc4-956f-4f0ec8973927', 'name': '', 'network_id': 'db60f784-cad0-46b6-aea7-87a5eb59a312', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:50:54Z', 'updated_at': '2021-04-05T15:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6698743f-c5cf-4c8c-aebd-504b3a1219a6', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-smb'}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:26.140905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] Checking router: cf7d1ac8-0de7-41ce-aec3-8359fb1b866c for host: dv-cinder-784779-1-smb {{(pid=84316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:57:26.151880 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] Routers {'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'} bound to L3 agent in host dv-cinder-784779-1-smb {{(pid=84316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:57:26.152561 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:31:27Z,description=,heartbeat_timestamp=2021-04-05T15:56:57Z,host='dv-cinder-784779-1-smb',id=0852c3f1-49db-41bc-8cec-de018a5a9feb,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:31:27Z,topic='l3_agent')) {'router_ids': ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'], 'active': True} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:26.159322 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:26.225435 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] For port 46ff3fbc-7c57-4cc4-956f-4f0ec8973927, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=46ff3fbc-7c57-4cc4-956f-4f0ec8973927,segment=NetworkSegment(2634db50-a604-4c19-a193-6d0e8edd68c1),segment_id=2634db50-a604-4c19-a193-6d0e8edd68c1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:57:26.225838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:26.316586 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvr_db [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] Set router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c gateway port host: None {{(pid=84316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:57:26.359116 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Calling delete_port for 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 owned by network:router_gateway {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:57:26.430540 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_hamode_db [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:57:26Z', 'revision_number': 6, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port_host': None}], 'dv-cinder-784779-1-smb', False) {} {{(pid=84316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:26.434645 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2b820c-e069-4bcd-91a7-b3c4a18c6730 None None] The sync data for ids ['cf7d1ac8-0de7-41ce-aec3-8359fb1b866c'] in dv-cinder-784779-1-smb is: [{'id': 'cf7d1ac8-0de7-41ce-aec3-8359fb1b866c', 'name': 'tempest-AttachVolumeTestJSON-996153600-router', 'tenant_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:50:53Z', 'updated_at': '2021-04-05T15:57:26Z', 'revision_number': 6, 'project_id': 'cc34b1ef6d4d4f05a3ba4e7d25696441', 'gw_port_host': None}] {{(pid=84316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:57:26.539206 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:26.555217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-417e87a0-ecda-4db7-872c-95e4d793d815 tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:26.615255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ff3fbc-7c57-4cc4-956f-4f0ec8973927,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:26.663718 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:26.819141 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937404'] for router_gateway, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:26.864634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 28da6d29-b851-4678-a24d-479f25ecbe74 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:57:26.902218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 28da6d29-b851-4678-a24d-479f25ecbe74 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:57:26.902618 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 28da6d29-b851-4678-a24d-479f25ecbe74 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:57:26.903088 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:57:26.938532 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:57:26.938933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device 46ff3fbc-7c57-4cc4-956f-4f0ec8973927 not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:57:26.989609 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-64259433-04ed-4d23-83a2-d534b48dd437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.009176 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853830083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854743514'] for router, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.011513 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.096920 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853830009'] for router, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.097505 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf7d1ac8-0de7-41ce-aec3-8359fb1b866c {{(pid=84313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:57:27.110976 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] Notify callbacks [] for router, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.112732 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-53d63664-dd2c-40f2-a2ac-3b0fc2e52f64 admin admin] 10.222.0.46 "DELETE /v2.0/routers/cf7d1ac8-0de7-41ce-aec3-8359fb1b866c HTTP/1.1" status: 204 len: 168 time: 1.4630725 Apr 05 15:57:27.115439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60076) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:27.417007 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00a40c9-2163-4cd9-b1cd-f18dc1cff7dc admin admin] Deleting subnet 8c0f3196-6b5d-49c9-bbdb-79875e08bf67 {{(pid=84313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:57:27.419979 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d00a40c9-2163-4cd9-b1cd-f18dc1cff7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.471865 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d00a40c9-2163-4cd9-b1cd-f18dc1cff7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31628953'] for subnet, precommit_delete_associations {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.551323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.599830 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d00a40c9-2163-4cd9-b1cd-f18dc1cff7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.854662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d00a40c9-2163-4cd9-b1cd-f18dc1cff7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822717160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31851552'] for subnet, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.869756 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:27.919973 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a40c9-2163-4cd9-b1cd-f18dc1cff7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0f3196-6b5d-49c9-bbdb-79875e08bf67,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:27.922789 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d00a40c9-2163-4cd9-b1cd-f18dc1cff7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:28.008053 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d00a40c9-2163-4cd9-b1cd-f18dc1cff7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for subnet, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:28.013195 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb488c1-795e-4c55-a5af-35722d54f6e9 None None] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:57:28.014325 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-d00a40c9-2163-4cd9-b1cd-f18dc1cff7dc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c0f3196-6b5d-49c9-bbdb-79875e08bf67 HTTP/1.1" status: 204 len: 168 time: 0.8978629 Apr 05 15:57:28.016923 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60080) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:28.133238 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:28.207200 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Deleting port b746483d-eff8-46c7-af9b-2e89f8c4382f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:57:28.207581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:28.288215 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] DHCP port deletion for 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d request from dv-cinder-784779-1-smb {{(pid=84315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:57:28.292586 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] Deleting port b746483d-eff8-46c7-af9b-2e89f8c4382f {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:57:28.293011 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:28.427108 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] For port b746483d-eff8-46c7-af9b-2e89f8c4382f, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=b746483d-eff8-46c7-af9b-2e89f8c4382f,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:57:28.427432 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:28.507838 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] For port b746483d-eff8-46c7-af9b-2e89f8c4382f, host dv-cinder-784779-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-smb',level=0,port_id=b746483d-eff8-46c7-af9b-2e89f8c4382f,segment=NetworkSegment(429ce5a1-2add-423d-9094-325a214e8dcd),segment_id=429ce5a1-2add-423d-9094-325a214e8dcd)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:57:28.508208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:28.562791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Calling delete_port for b746483d-eff8-46c7-af9b-2e89f8c4382f owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:57:28.640867 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32058821'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:28.641277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] Calling delete_port for b746483d-eff8-46c7-af9b-2e89f8c4382f owned by network:dhcp {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:57:28.656621 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-ef02b50b-5800-4b64-a5fc-b8d74f1ef079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:28.714372 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.db.api [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:57:28.714728 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_db.api [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:57:28.716123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b746483d-eff8-46c7-af9b-2e89f8c4382f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:28.720002 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:28.802121 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] No DVR routers for this DVR port b746483d-eff8-46c7-af9b-2e89f8c4382f on host dv-cinder-784779-1-smb {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:57:28.859418 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device b746483d-eff8-46c7-af9b-2e89f8c4382f no longer exists at agent ovs-agent-dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:57:28.898540 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] No Port match for: b746483d-eff8-46c7-af9b-2e89f8c4382f {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:57:28.898933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Device b746483d-eff8-46c7-af9b-2e89f8c4382f not bound to the agent host dv-cinder-784779-1-smb {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:57:28.928783 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.046747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f0b8d3-94cf-4fac-9a30-d45ad3d8100d']}} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:29.059851 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429ce5a1-2add-423d-9094-325a214e8dcd') {'for_net_delete': True} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:29.060192 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429ce5a1-2add-423d-9094-325a214e8dcd') {} {{(pid=84313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:29.072627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036823146864'] for segment, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.087964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.094369 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=84313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:57:29.215569 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] Deleting port b746483d-eff8-46c7-af9b-2e89f8c4382f {{(pid=84315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:57:29.216073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.277277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:57:29.286242 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822717005'] for segment, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.307713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-5e43b9da-6d26-4ba4-bb81-38cc320e78d8 None None] The port 'b746483d-eff8-46c7-af9b-2e89f8c4382f' was deleted {{(pid=84315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:57:29.315854 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.466541 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Network 30f0b8d3-94cf-4fac-9a30-d45ad3d8100d has no segments {{(pid=84313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:57:29.492959 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:57:29.569255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.572808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:29.587112 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.598082 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f0b8d3-94cf-4fac-9a30-d45ad3d8100d,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:29.601442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:29.611333 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-7d75d19e-fc30-4bab-b4ce-4b14cb3a0ca6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/30f0b8d3-94cf-4fac-9a30-d45ad3d8100d HTTP/1.1" status: 204 len: 168 time: 1.5933623 Apr 05 15:57:29.722078 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60086) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:29.776467 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-30ddb6a2-9528-4cbb-9ad6-789436537add admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc34b1ef6d4d4f05a3ba4e7d25696441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530863 Apr 05 15:57:29.778929 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60090) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:29.840950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8ca04be4-2ae1-4abb-b1ef-b66a4fac1227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.868428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8ca04be4-2ae1-4abb-b1ef-b66a4fac1227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.916167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8ca04be4-2ae1-4abb-b1ef-b66a4fac1227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.921431 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-886d7626-d4e9-4b21-891a-f8b96dd84e31 tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:29.937887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca04be4-2ae1-4abb-b1ef-b66a4fac1227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da3eeb-0c33-4eac-9141-039375cb4ff0,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:29.941144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8ca04be4-2ae1-4abb-b1ef-b66a4fac1227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:29.943332 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8ca04be4-2ae1-4abb-b1ef-b66a4fac1227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:29.944418 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8ca04be4-2ae1-4abb-b1ef-b66a4fac1227 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85da3eeb-0c33-4eac-9141-039375cb4ff0 HTTP/1.1" status: 204 len: 168 time: 0.1644933 Apr 05 15:57:31.927589 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60144) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:32.053632 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b235bd86-d7d8-4c82-8712-bb8dfc221a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.068726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b235bd86-d7d8-4c82-8712-bb8dfc221a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:32.072870 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b235bd86-d7d8-4c82-8712-bb8dfc221a0e admin admin] Usage tracker for resource:security_group_rule and tenant:9d1087f8805f45e190637ff0b0b053c3 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:32.075801 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b235bd86-d7d8-4c82-8712-bb8dfc221a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:32.081910 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b235bd86-d7d8-4c82-8712-bb8dfc221a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:32.166988 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b235bd86-d7d8-4c82-8712-bb8dfc221a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.169476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b235bd86-d7d8-4c82-8712-bb8dfc221a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.178163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d88b10a2-051f-4697-98c4-09f18c87d792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:32.225172 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b235bd86-d7d8-4c82-8712-bb8dfc221a0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d1087f8805f45e190637ff0b0b053c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964675 Apr 05 15:57:32.226130 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235bd86-d7d8-4c82-8712-bb8dfc221a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2622043-c223-44d0-ab81-0b66cb8ab3a4,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:32.228531 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60150) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:32.229468 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b235bd86-d7d8-4c82-8712-bb8dfc221a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:32.292771 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c79446da-9a17-48af-b589-2a25580dc262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.320448 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c79446da-9a17-48af-b589-2a25580dc262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.365956 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c79446da-9a17-48af-b589-2a25580dc262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.370948 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f62bacc3-3d8e-44d5-bfd0-aab015994214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:32.384031 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79446da-9a17-48af-b589-2a25580dc262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2622043-c223-44d0-ab81-0b66cb8ab3a4,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:32.387177 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c79446da-9a17-48af-b589-2a25580dc262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:32.389374 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c79446da-9a17-48af-b589-2a25580dc262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.393364 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c79446da-9a17-48af-b589-2a25580dc262 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2622043-c223-44d0-ab81-0b66cb8ab3a4 HTTP/1.1" status: 204 len: 168 time: 0.1612341 Apr 05 15:57:32.670645 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60158) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:32.690102 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8bed8aaf-196f-465d-9d6a-f86f3e624e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.705532 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8bed8aaf-196f-465d-9d6a-f86f3e624e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:32.709556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8bed8aaf-196f-465d-9d6a-f86f3e624e0e admin admin] Usage tracker for resource:security_group_rule and tenant:79de5feb9c2d4799a702bc76c9fea8f0 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:32.712446 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-8bed8aaf-196f-465d-9d6a-f86f3e624e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:32.718422 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-8bed8aaf-196f-465d-9d6a-f86f3e624e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:32.803442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8bed8aaf-196f-465d-9d6a-f86f3e624e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.806020 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8bed8aaf-196f-465d-9d6a-f86f3e624e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.818488 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e6ae43b5-acd0-4785-852e-bb40b46176e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:32.863593 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-8bed8aaf-196f-465d-9d6a-f86f3e624e0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79de5feb9c2d4799a702bc76c9fea8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918445 Apr 05 15:57:32.864579 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed8aaf-196f-465d-9d6a-f86f3e624e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d28cc2-7782-4b88-b534-71f2c9c72dae,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:32.866615 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60162) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:32.867900 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8bed8aaf-196f-465d-9d6a-f86f3e624e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:32.928935 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a0cad216-608c-4e6f-bf58-9005f85ede54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.956176 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a0cad216-608c-4e6f-bf58-9005f85ede54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:33.001370 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a0cad216-608c-4e6f-bf58-9005f85ede54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:33.006562 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d72b3978-999e-49db-9051-1f54fa83b192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:33.022036 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cad216-608c-4e6f-bf58-9005f85ede54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d28cc2-7782-4b88-b534-71f2c9c72dae,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:33.025930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a0cad216-608c-4e6f-bf58-9005f85ede54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:33.031617 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a0cad216-608c-4e6f-bf58-9005f85ede54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:33.032905 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-a0cad216-608c-4e6f-bf58-9005f85ede54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27d28cc2-7782-4b88-b534-71f2c9c72dae HTTP/1.1" status: 204 len: 168 time: 0.1651156 Apr 05 15:57:33.402753 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:57:33.488097 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:35.192490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60224) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:35.314970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:35.330266 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:35.334354 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] Usage tracker for resource:security_group_rule and tenant:e99bee4b56f44e6eb1862df433fbe3ba is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:35.337362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:35.343421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:35.433577 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:35.436299 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:35.445655 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a0cad216-608c-4e6f-bf58-9005f85ede54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:35.488273 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e99bee4b56f44e6eb1862df433fbe3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942219 Apr 05 15:57:35.489276 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a225fc02-f812-4a64-b5bc-b0104f56b40d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:35.491224 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60230) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:35.492706 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:35.554191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cc96eb3c-036a-434d-a4ff-37e12bbb8366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:35.580472 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cc96eb3c-036a-434d-a4ff-37e12bbb8366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:35.624501 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cc96eb3c-036a-434d-a4ff-37e12bbb8366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:35.629452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b8ec5e3d-2864-4437-b283-cf620a6bb6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:35.641657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96eb3c-036a-434d-a4ff-37e12bbb8366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a225fc02-f812-4a64-b5bc-b0104f56b40d,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:35.644026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cc96eb3c-036a-434d-a4ff-37e12bbb8366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:35.651344 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-cc96eb3c-036a-434d-a4ff-37e12bbb8366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:35.652559 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-cc96eb3c-036a-434d-a4ff-37e12bbb8366 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a225fc02-f812-4a64-b5bc-b0104f56b40d HTTP/1.1" status: 204 len: 168 time: 0.1602159 Apr 05 15:57:35.931827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60238) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:35.950938 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5424457-2fad-4dd4-bd52-adeefb68f23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:35.966737 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c5424457-2fad-4dd4-bd52-adeefb68f23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:35.971397 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c5424457-2fad-4dd4-bd52-adeefb68f23e admin admin] Usage tracker for resource:security_group_rule and tenant:a2a338a8f94a4e8393d8f933402d5f25 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:35.974388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-c5424457-2fad-4dd4-bd52-adeefb68f23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:35.980634 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-c5424457-2fad-4dd4-bd52-adeefb68f23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:36.068091 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5424457-2fad-4dd4-bd52-adeefb68f23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:36.070844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-c5424457-2fad-4dd4-bd52-adeefb68f23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:36.079414 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cc96eb3c-036a-434d-a4ff-37e12bbb8366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:36.121303 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-c5424457-2fad-4dd4-bd52-adeefb68f23e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2a338a8f94a4e8393d8f933402d5f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882157 Apr 05 15:57:36.122924 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5424457-2fad-4dd4-bd52-adeefb68f23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5ec272-0d9e-4b27-a653-b34d2ce78080,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:36.124524 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60242) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:36.126393 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c5424457-2fad-4dd4-bd52-adeefb68f23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:36.188107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0adb71d9-abed-4c8e-a3f2-c08eb7e82d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:36.215930 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0adb71d9-abed-4c8e-a3f2-c08eb7e82d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:36.261243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0adb71d9-abed-4c8e-a3f2-c08eb7e82d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:36.266343 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-8ca04be4-2ae1-4abb-b1ef-b66a4fac1227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:36.279327 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb71d9-abed-4c8e-a3f2-c08eb7e82d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5ec272-0d9e-4b27-a653-b34d2ce78080,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:36.281755 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0adb71d9-abed-4c8e-a3f2-c08eb7e82d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:36.289760 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0adb71d9-abed-4c8e-a3f2-c08eb7e82d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:36.291043 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-0adb71d9-abed-4c8e-a3f2-c08eb7e82d73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc5ec272-0d9e-4b27-a653-b34d2ce78080 HTTP/1.1" status: 204 len: 168 time: 0.1647928 Apr 05 15:57:43.398239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60324) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:43.518970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0da195fe-f5eb-4cd7-a859-f6ce845074f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:43.535156 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-0da195fe-f5eb-4cd7-a859-f6ce845074f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:43.539226 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-0da195fe-f5eb-4cd7-a859-f6ce845074f9 admin admin] Usage tracker for resource:security_group_rule and tenant:d52076e756d8405ba2178c8debb9d55e is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:43.542221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-0da195fe-f5eb-4cd7-a859-f6ce845074f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:43.548220 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-0da195fe-f5eb-4cd7-a859-f6ce845074f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:43.632659 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0da195fe-f5eb-4cd7-a859-f6ce845074f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:43.635193 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0da195fe-f5eb-4cd7-a859-f6ce845074f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:43.643931 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b12a8065-2f7a-4eee-bafa-88f27f75be5e tempest-AttachVolumeShelveTestJSON-1389696027 tempest-AttachVolumeShelveTestJSON-1389696027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:43.686646 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-0da195fe-f5eb-4cd7-a859-f6ce845074f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d52076e756d8405ba2178c8debb9d55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872541 Apr 05 15:57:43.687509 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da195fe-f5eb-4cd7-a859-f6ce845074f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23313b83-76ca-4a48-8fc6-2930ce703d03,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:43.689481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60330) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:43.690998 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0da195fe-f5eb-4cd7-a859-f6ce845074f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:43.755995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-570f0d6f-9d5a-4e80-95a4-f1f404eda487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:43.784313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-570f0d6f-9d5a-4e80-95a4-f1f404eda487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:43.828652 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-570f0d6f-9d5a-4e80-95a4-f1f404eda487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:43.834232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0adb71d9-abed-4c8e-a3f2-c08eb7e82d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:43.844984 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f0d6f-9d5a-4e80-95a4-f1f404eda487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23313b83-76ca-4a48-8fc6-2930ce703d03,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:43.849947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-570f0d6f-9d5a-4e80-95a4-f1f404eda487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:43.851933 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-570f0d6f-9d5a-4e80-95a4-f1f404eda487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:43.853194 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-570f0d6f-9d5a-4e80-95a4-f1f404eda487 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23313b83-76ca-4a48-8fc6-2930ce703d03 HTTP/1.1" status: 204 len: 168 time: 0.1626067 Apr 05 15:57:48.636026 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60398) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:48.758283 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b5653eda-2b9a-4656-8c02-c66169e64e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:48.773977 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b5653eda-2b9a-4656-8c02-c66169e64e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:48.778101 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b5653eda-2b9a-4656-8c02-c66169e64e2f admin admin] Usage tracker for resource:security_group_rule and tenant:a28f3b525b494ccc98b5ea69b3856d68 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:48.781110 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-b5653eda-2b9a-4656-8c02-c66169e64e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:48.787747 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-b5653eda-2b9a-4656-8c02-c66169e64e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:48.879749 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b5653eda-2b9a-4656-8c02-c66169e64e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:48.882333 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-b5653eda-2b9a-4656-8c02-c66169e64e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:48.890937 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cfddb947-1589-4a51-af03-a461773822ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:48.936686 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-b5653eda-2b9a-4656-8c02-c66169e64e2f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a28f3b525b494ccc98b5ea69b3856d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994683 Apr 05 15:57:48.937683 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5653eda-2b9a-4656-8c02-c66169e64e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264ba6ae-863b-4d9f-8050-0ab884b37c88,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:48.939556 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60404) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:48.941022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b5653eda-2b9a-4656-8c02-c66169e64e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:49.007552 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2f5b-24cc-43ca-8861-6e12e6862ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:49.035525 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2f5b-24cc-43ca-8861-6e12e6862ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:49.079028 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2f5b-24cc-43ca-8861-6e12e6862ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:49.084590 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e6c5ae02-16c2-48da-859a-6936406abcbe tempest-TestMinimumBasicScenario-629086769 tempest-TestMinimumBasicScenario-629086769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:49.098261 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f2f5b-24cc-43ca-8861-6e12e6862ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ba6ae-863b-4d9f-8050-0ab884b37c88,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:49.101316 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-2c8f2f5b-24cc-43ca-8861-6e12e6862ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:49.110951 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2f5b-24cc-43ca-8861-6e12e6862ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:49.112196 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-2c8f2f5b-24cc-43ca-8861-6e12e6862ed7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/264ba6ae-863b-4d9f-8050-0ab884b37c88 HTTP/1.1" status: 204 len: 168 time: 0.1715541 Apr 05 15:57:49.779739 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60428) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:49.890118 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-409908297-network', 'tenant_id': '9cf7ba8955fd4fb79bc65cb0a148f577'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:57:49.895313 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:49.899380 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Usage tracker for resource:network and tenant:9cf7ba8955fd4fb79bc65cb0a148f577 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:49.902407 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:49.908360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:49.918473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Made reservation on behalf of 9cf7ba8955fd4fb79bc65cb0a148f577 for: {'network': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:57:49.923157 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for network, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:49.936314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:49.951439 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:49.955582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Usage tracker for resource:security_group_rule and tenant:9cf7ba8955fd4fb79bc65cb0a148f577 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:49.958605 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:49.964680 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:50.051622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:50.054230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:50.058342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-9f80b575-12d2-4051-9d2d-d7e4ad4223b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:50.086086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=84314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:57:50.099476 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb84261-5882-4e04-a24b-721a3be7ad7a,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:50.104099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:50.105090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:50.105475 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.db.segments_db [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Added segment 527442e9-659f-4ad0-83f6-e86d492b4a29 of type vlan for network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d Apr 05 15:57:50.133485 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739537337169'] for network, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:50.162669 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995'] for network, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:50.164018 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:50.164688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:50.169571 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:50.274008 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4930315 Apr 05 15:57:50.274883 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Pushing event updated for resources: {'Network': ['ID=72f253b0-5053-49a0-9c56-9b6cadfc4a0d,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:50.276991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60434) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:50.279814 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f28d9135-2d8d-4d2a-bc05-4b3f837d773c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:50.284228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Request body: {'subnet': {'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-409908297-subnet', 'tenant_id': '9cf7ba8955fd4fb79bc65cb0a148f577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:57:50.286949 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d details requested by agent ovs-agent-dv-cinder-784779-1-smb with host dv-cinder-784779-1-smb {{(pid=84315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:57:50.289514 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:50.293577 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Usage tracker for resource:subnet and tenant:9cf7ba8955fd4fb79bc65cb0a148f577 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:50.296619 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:50.302668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:50.313585 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Made reservation on behalf of 9cf7ba8955fd4fb79bc65cb0a148f577 for: {'subnet': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:57:50.318382 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821328857'] for subnet, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:50.712255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822485445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821328876'] for subnet, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:50.727388 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-d429c8e5-7bd9-470e-8909-65b7ca2f81ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:50.860421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=808711b2-d784-474e-a8ed-df13e83fb053,revision_number=0']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:50.864416 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:50.927228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Checking segment: {'id': '527442e9-659f-4ad0-83f6-e86d492b4a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:57:50.927622 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Network hostable DHCP agents. Network: 72f253b0-5053-49a0-9c56-9b6cadfc4a0d, hostable agents: ['d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd'], hosted agents: [] {{(pid=84314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:57:50.945824 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d is scheduled to be hosted by DHCP agent d9e6dae3-903c-4f95-a4c2-d6b7cbabc6cd with binding_index 1 {{(pid=84314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:57:50.954731 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-smb, 72f253b0-5053-49a0-9c56-9b6cadfc4a0d) {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:57:50.964263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbad65b-d968-4351-853e-75d513b11e09 None None] Network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:57:50.966856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:50.967503 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:50.993249 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-5c8f73f6-4d9d-4174-bab9-945b47318d4c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7149539 Apr 05 15:57:51.186856 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930772cf-720f-4f72-8e5f-2bdb9cd75b11 None None] Network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d requested from dv-cinder-784779-1-smb {{(pid=84315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:57:53.235879 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-7030b58f-405b-4636-a9c0-11373611ff4f tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:53.237469 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-7030b58f-405b-4636-a9c0-11373611ff4f tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/networks?id=72f253b0-5053-49a0-9c56-9b6cadfc4a0d HTTP/1.1" status: 200 len: 808 time: 0.1583638 Apr 05 15:57:53.253995 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-81c10516-3470-4c0b-aa42-d9d5e852412b tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/quotas/9cf7ba8955fd4fb79bc65cb0a148f577 HTTP/1.1" status: 200 len: 375 time: 0.0103457 Apr 05 15:57:53.306240 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-251cb9af-4c3c-41f0-98b4-3eb0bf51ea00 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cf7ba8955fd4fb79bc65cb0a148f577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467401 Apr 05 15:57:53.367446 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-9089dcc0-c760-4470-b9c8-378152eee72f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=84313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:57:53.368542 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-9089dcc0-c760-4470-b9c8-378152eee72f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553105 Apr 05 15:57:53.513247 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-7f7b7c19-0674-4780-ae56-4d305aad2993 service neutron] 10.222.0.46 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378276 Apr 05 15:57:53.656016 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-65492119-6165-4086-b246-42bd6c346bb0 service neutron] 10.222.0.46 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357119 Apr 05 15:57:54.797852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ca4cab4e-6879-4987-9369-e0098ee5032c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:54.915657 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-e110cc66-8643-46f1-ab63-db63cca9b040 req-303ec0d2-ae6e-48c8-9442-beb7d40a601a tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 210 time: 0.1006823 Apr 05 15:57:56.163700 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:56.269341 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-20844d96-22fb-49ef-abe2-5ac3f7699c38 req-80d712ed-1283-45bd-aa0f-a614c7487ea2 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 210 time: 0.2960215 Apr 05 15:57:56.991219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-61fbf0dd-dac4-457a-89bb-1ce8998bd2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:57.429929 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-08050c78-068b-4e5b-b251-fa8d15de5c63 req-00938e96-5180-4378-9c3f-ad41741a1d50 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 210 time: 0.0480633 Apr 05 15:57:57.553117 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:57.970347 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-259f52f3-7b9a-4637-b722-97d9774a4f39 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:57.971112 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-259f52f3-7b9a-4637-b722-97d9774a4f39 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Synchronizing usage tracker for tenant:9cf7ba8955fd4fb79bc65cb0a148f577 on resource:network {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:57:57.988983 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-259f52f3-7b9a-4637-b722-97d9774a4f39 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Unset dirty status for tenant:9cf7ba8955fd4fb79bc65cb0a148f577 on resource:network {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:57:57.990275 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-259f52f3-7b9a-4637-b722-97d9774a4f39 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.49 "GET /v2.0/networks?id=72f253b0-5053-49a0-9c56-9b6cadfc4a0d HTTP/1.1" status: 200 len: 808 time: 0.1800408 Apr 05 15:57:58.003908 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Request body: {'port': {'device_id': '953b5b5d-9d20-45f4-980b-82f6f1d40ced', 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d', 'admin_state_up': True, 'tenant_id': '9cf7ba8955fd4fb79bc65cb0a148f577'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:57:58.147721 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:58.151726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Usage tracker for resource:port and tenant:9cf7ba8955fd4fb79bc65cb0a148f577 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:58.154658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:58.161152 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:58.169360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Made reservation on behalf of 9cf7ba8955fd4fb79bc65cb0a148f577 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:57:58.175362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:58.342186 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Allocated IP 172.20.0.3 (72f253b0-5053-49a0-9c56-9b6cadfc4a0d/808711b2-d784-474e-a8ed-df13e83fb053/0ca46d5b-804a-47ca-8e9f-3129d8a3f522) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:57:58.554047 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:58.584268 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:58.602668 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-07be8286-a418-4cd5-a342-9cc54e8c8f03 tempest-VolumesSnapshotTestJSON-1269948574 tempest-VolumesSnapshotTestJSON-1269948574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:58.637833 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dab7a-c57d-401c-a0cd-8d2b0ec0fa39 req-3b0a2150-fd99-4a8f-9817-90c4379dc6c5 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:58.639434 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-903dab7a-c57d-401c-a0cd-8d2b0ec0fa39 req-3b0a2150-fd99-4a8f-9817-90c4379dc6c5 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 931 time: 0.0906134 Apr 05 15:57:58.690457 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-903dab7a-c57d-401c-a0cd-8d2b0ec0fa39 req-260c56ee-f17c-4f5e-afa8-da2420ca1612 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Apr 05 15:57:58.993360 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Pushing event updated for resources: {'Port': ['ID=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:58.996722 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:59.044012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:57:59.045150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:57:59.047497 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:57:59.110648 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:59.111306 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:59.131548 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-59e4d34a-303e-41b0-9778-6c3152a34dd8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1325815 Apr 05 15:57:59.187999 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Request body: {'port': {'device_id': '953b5b5d-9d20-45f4-980b-82f6f1d40ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:57:59.248163 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:59.310155 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:59.709860 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:57:59.717581 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:59.733090 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Transition to ACTIVE for port object 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:57:59.735767 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:59.752098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-cda63456-160e-4911-babb-1602130c92bc tempest-TestShelveInstance-1281932017 tempest-TestShelveInstance-1281932017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:59.896404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd6672-3a07-407f-a354-982f2018748c req-f8d51625-fb1e-4868-a6da-370807080c97 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:59.897316 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:59.898097 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8fdd6672-3a07-407f-a354-982f2018748c req-f8d51625-fb1e-4868-a6da-370807080c97 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 943 time: 0.0898364 Apr 05 15:57:59.901896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:59.947814 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8fdd6672-3a07-407f-a354-982f2018748c req-2ab80856-a1ac-4f98-9572-1dcb8fb58757 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426073 Apr 05 15:58:00.113461 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Attempting to bind port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:58:00.113843 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Attempting to bind port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '527442e9-659f-4ad0-83f6-e86d492b4a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:58:00.114216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Attempting to bind port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 on network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:58:00.119106 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 on network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:58:00.119470 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Attempting to bind port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 on network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:58:00.125233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:58:00.125610 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Checking segment: {'id': '527442e9-659f-4ad0-83f6-e86d492b4a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:58:00.126035 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Bound using segment: {'id': '527442e9-659f-4ad0-83f6-e86d492b4a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:58:00.126508 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Bound port: 0ca46d5b-804a-47ca-8e9f-3129d8a3f522, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527442e9-659f-4ad0-83f6-e86d492b4a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:58:00.126890 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:00.223481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] For port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:58:00.226498 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] For port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,segment=NetworkSegment(527442e9-659f-4ad0-83f6-e86d492b4a29),segment_id=527442e9-659f-4ad0-83f6-e86d492b4a29)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:58:00.229710 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:00.244635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f43d0e8d-79ae-4563-aec1-c59cd03a7534 tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:00.395154 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:00.400216 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:00.433459 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:00.433791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:00.435320 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-726386e2-2791-46a2-beb7-e62a05778d86 service neutron] 10.222.0.49 "PUT /v2.0/ports/0ca46d5b-804a-47ca-8e9f-3129d8a3f522 HTTP/1.1" status: 200 len: 1093 time: 1.2954793 Apr 05 15:58:00.436160 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953b5b5d-9d20-45f4-980b-82f6f1d40ced', 'tag': '0ca46d5b-804a-47ca-8e9f-3129d8a3f522'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:58:00.512605 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953b5b5d-9d20-45f4-980b-82f6f1d40ced', 'tag': '0ca46d5b-804a-47ca-8e9f-3129d8a3f522', 'status': 'completed', 'code': 200} Apr 05 15:58:00.552490 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-48436f7a-c58a-42f8-a60c-bca9e3f164ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:00.554107 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-48436f7a-c58a-42f8-a60c-bca9e3f164ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9cf7ba8955fd4fb79bc65cb0a148f577&device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 1096 time: 0.0827034 Apr 05 15:58:00.626867 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-84014077-689e-443a-be1c-39c368e325cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ca46d5b-804a-47ca-8e9f-3129d8a3f522 HTTP/1.1" status: 200 len: 217 time: 0.0652094 Apr 05 15:58:00.696168 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-0991781b-4527-486d-88f3-e41cb7588e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:00.697685 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-0991781b-4527-486d-88f3-e41cb7588e5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=808711b2-d784-474e-a8ed-df13e83fb053 HTTP/1.1" status: 200 len: 848 time: 0.0651805 Apr 05 15:58:00.749689 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-8e53abe9-3922-4e2f-a47f-04bf89fe65c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72f253b0-5053-49a0-9c56-9b6cadfc4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446031 Apr 05 15:58:00.888636 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-74bd5048-7929-4bf7-9126-86d6c3859eb4 service neutron] 10.222.0.49 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328321 Apr 05 15:58:01.037292 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-829101d6-a098-45bd-a6e2-c26f1aa3a06a req-d00c756b-0357-4402-99fd-73081a13b98f service neutron] 10.222.0.49 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427274 Apr 05 15:58:01.156359 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414959d-5486-4c00-a0ff-3cba374d34d6 req-834cdbbe-3f88-4d6f-8f6a-d49f15e54c55 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:01.157240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c9db3-34ff-4a80-8966-0661d023ecbe req-f5d9884c-862d-4ea8-b919-8c35f0f29015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:01.158007 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c414959d-5486-4c00-a0ff-3cba374d34d6 req-834cdbbe-3f88-4d6f-8f6a-d49f15e54c55 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 943 time: 0.0909896 Apr 05 15:58:01.158829 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-512c9db3-34ff-4a80-8966-0661d023ecbe req-f5d9884c-862d-4ea8-b919-8c35f0f29015 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9cf7ba8955fd4fb79bc65cb0a148f577&device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 1096 time: 0.0770259 Apr 05 15:58:01.206997 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c414959d-5486-4c00-a0ff-3cba374d34d6 req-db107ac5-643d-4489-88a1-c6db194362c1 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420394 Apr 05 15:58:01.301421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c9db3-34ff-4a80-8966-0661d023ecbe req-eae6f54f-91c7-486d-83a1-fb15847980fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:01.302938 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-512c9db3-34ff-4a80-8966-0661d023ecbe req-eae6f54f-91c7-486d-83a1-fb15847980fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=72f253b0-5053-49a0-9c56-9b6cadfc4a0d HTTP/1.1" status: 200 len: 909 time: 0.1376352 Apr 05 15:58:01.377992 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-512c9db3-34ff-4a80-8966-0661d023ecbe req-65d90074-167a-40c3-8cf5-a125f6d19229 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ca46d5b-804a-47ca-8e9f-3129d8a3f522 HTTP/1.1" status: 200 len: 217 time: 0.0683858 Apr 05 15:58:01.445530 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c9db3-34ff-4a80-8966-0661d023ecbe req-6a6bf69f-dd1c-4e58-a1c7-13889b51dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:01.447049 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-512c9db3-34ff-4a80-8966-0661d023ecbe req-6a6bf69f-dd1c-4e58-a1c7-13889b51dd10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=808711b2-d784-474e-a8ed-df13e83fb053 HTTP/1.1" status: 200 len: 848 time: 0.0629592 Apr 05 15:58:01.501888 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-512c9db3-34ff-4a80-8966-0661d023ecbe req-c97b7180-cd96-46b4-a12f-a1b8ff20fb3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72f253b0-5053-49a0-9c56-9b6cadfc4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485065 Apr 05 15:58:01.640849 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-512c9db3-34ff-4a80-8966-0661d023ecbe req-8b75e270-650e-41b5-8e7c-c4ab81f2f6de service neutron] 10.222.0.49 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317024 Apr 05 15:58:01.780663 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-512c9db3-34ff-4a80-8966-0661d023ecbe req-d8e1df22-3cd4-4f0c-9c07-d98ae25e36a0 service neutron] 10.222.0.49 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318777 Apr 05 15:58:02.411293 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0052-d80d-41d0-bd51-65999fcceda7 req-840cb086-be36-401b-96d1-ad8c1b28d410 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:02.412903 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cb9a0052-d80d-41d0-bd51-65999fcceda7 req-840cb086-be36-401b-96d1-ad8c1b28d410 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 943 time: 0.0914938 Apr 05 15:58:02.459744 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cb9a0052-d80d-41d0-bd51-65999fcceda7 req-483f8499-c109-4d64-b505-e7e20653ac89 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405951 Apr 05 15:58:02.973222 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:58:03.113472 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,segment=NetworkSegment(527442e9-659f-4ad0-83f6-e86d492b4a29),segment_id=527442e9-659f-4ad0-83f6-e86d492b4a29)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:58:03.127191 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': '0ca46d5b-804a-47ca-8e9f-3129d8a3f522', 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d', 'port_id': '0ca46d5b-804a-47ca-8e9f-3129d8a3f522', 'mac_address': 'fa:16:3e:b3:1e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808711b2-d784-474e-a8ed-df13e83fb053', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:58:03.184146 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:03.201682 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:58:03.217546 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,segment=NetworkSegment(527442e9-659f-4ad0-83f6-e86d492b4a29),segment_id=527442e9-659f-4ad0-83f6-e86d492b4a29)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:58:03.220411 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:03.222863 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-641745ef-5733-4e63-aaea-3ed67fce3342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:03.294312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:03.302060 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.302454 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.302839 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.303219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.303595 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.303970 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.304342 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.304738 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.305107 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.305477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.305842 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.306205 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:03.310214 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:03.496098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:03.557587 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['0ca46d5b-804a-47ca-8e9f-3129d8a3f522'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:58:03.659030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a8be7-edcc-44a6-b05a-5ad526963cbb req-db85c1a9-df29-488b-b27e-4f2df0b63421 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:03.660644 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0c8a8be7-edcc-44a6-b05a-5ad526963cbb req-db85c1a9-df29-488b-b27e-4f2df0b63421 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 944 time: 0.0877016 Apr 05 15:58:03.708244 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0c8a8be7-edcc-44a6-b05a-5ad526963cbb req-ef37b034-9195-4c8a-8fa2-bde874888d1c tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 Apr 05 15:58:04.909046 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d547b-7c46-4608-9dfe-ab86cfb6f79d req-46c32e28-2164-49a2-9459-1275b318f1a8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:04.910649 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b36d547b-7c46-4608-9dfe-ab86cfb6f79d req-46c32e28-2164-49a2-9459-1275b318f1a8 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 944 time: 0.0907321 Apr 05 15:58:04.958791 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-b36d547b-7c46-4608-9dfe-ab86cfb6f79d req-da70855b-23a2-4ab7-83d5-22ec30daf8e4 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Apr 05 15:58:04.987967 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:58:05.058870 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:58:05.063700 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:58:05.064123 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:05.186240 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:05.214365 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953b5b5d-9d20-45f4-980b-82f6f1d40ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca46d5b-804a-47ca-8e9f-3129d8a3f522'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:58:05.224494 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,segment=NetworkSegment(527442e9-659f-4ad0-83f6-e86d492b4a29),segment_id=527442e9-659f-4ad0-83f6-e86d492b4a29)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:58:05.227529 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:05.229481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:05.267262 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953b5b5d-9d20-45f4-980b-82f6f1d40ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca46d5b-804a-47ca-8e9f-3129d8a3f522', 'code': 200} Apr 05 15:58:05.301209 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:05.304295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:05.502849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e0c36-ca09-4024-ae01-9242713ceefb req-6e56ca4d-ca30-4732-810e-e8bcadcc9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:05.504444 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2d3e0c36-ca09-4024-ae01-9242713ceefb req-6e56ca4d-ca30-4732-810e-e8bcadcc9eb7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 1098 time: 0.0777733 Apr 05 15:58:05.546109 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2d3e0c36-ca09-4024-ae01-9242713ceefb req-1b50b8ae-963f-4b77-a82a-d7d58e5bed5c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353823 Apr 05 15:58:06.159855 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de131-1546-4101-9e10-665c42d4a133 req-6e90adc3-9418-429d-8589-cf1593c4b601 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:06.161458 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5b0de131-1546-4101-9e10-665c42d4a133 req-6e90adc3-9418-429d-8589-cf1593c4b601 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 945 time: 0.0868289 Apr 05 15:58:06.212211 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5b0de131-1546-4101-9e10-665c42d4a133 req-695d5835-f492-43bd-95d8-0b4ce7bd1458 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445025 Apr 05 15:58:07.413334 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a4190-2709-4f9a-909b-9fe9bf8ec363 req-7c24dba3-7329-420d-bdc4-e07d76693815 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:07.414990 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a91a4190-2709-4f9a-909b-9fe9bf8ec363 req-7c24dba3-7329-420d-bdc4-e07d76693815 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 945 time: 0.0880713 Apr 05 15:58:07.461586 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-a91a4190-2709-4f9a-909b-9fe9bf8ec363 req-17f3bc1a-2589-480c-8312-c24a5b162961 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402441 Apr 05 15:58:08.465807 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c944c88-3338-4482-8a23-d6cdcb5ab872 req-a7ce7368-b460-4a4c-a148-11bcec5091cc tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:08.467366 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0c944c88-3338-4482-8a23-d6cdcb5ab872 req-a7ce7368-b460-4a4c-a148-11bcec5091cc tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 945 time: 0.0904739 Apr 05 15:58:08.516021 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-0c944c88-3338-4482-8a23-d6cdcb5ab872 req-900d33f5-9a96-4253-967f-ccbff8a3b12e tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417278 Apr 05 15:58:09.719070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d69d0e-d82f-497d-be8e-b5a74f107b5a req-2dcdde62-125f-429d-8776-5e1210e926e4 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:09.720694 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61d69d0e-d82f-497d-be8e-b5a74f107b5a req-2dcdde62-125f-429d-8776-5e1210e926e4 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 945 time: 0.0872889 Apr 05 15:58:09.768687 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-61d69d0e-d82f-497d-be8e-b5a74f107b5a req-16eb4ba8-2ed6-448f-9b77-c170e60b1909 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Apr 05 15:58:09.824150 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e88b2-20a5-4634-8e48-2ae986905abd req-1c97a855-3f0c-478f-ab50-2092527727df tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:09.824887 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-809e88b2-20a5-4634-8e48-2ae986905abd req-1c97a855-3f0c-478f-ab50-2092527727df tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Synchronizing usage tracker for tenant:9cf7ba8955fd4fb79bc65cb0a148f577 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:58:09.840473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-809e88b2-20a5-4634-8e48-2ae986905abd req-1c97a855-3f0c-478f-ab50-2092527727df tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Unset dirty status for tenant:9cf7ba8955fd4fb79bc65cb0a148f577 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:58:09.841743 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-809e88b2-20a5-4634-8e48-2ae986905abd req-1c97a855-3f0c-478f-ab50-2092527727df tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.49 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 945 time: 0.1076074 Apr 05 15:58:09.917233 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-809e88b2-20a5-4634-8e48-2ae986905abd req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Deleting port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:58:09.917616 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-809e88b2-20a5-4634-8e48-2ae986905abd req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:10.176654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-809e88b2-20a5-4634-8e48-2ae986905abd req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] For port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,segment=NetworkSegment(527442e9-659f-4ad0-83f6-e86d492b4a29),segment_id=527442e9-659f-4ad0-83f6-e86d492b4a29)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:58:10.177054 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-809e88b2-20a5-4634-8e48-2ae986905abd req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:10.306340 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-809e88b2-20a5-4634-8e48-2ae986905abd req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Calling delete_port for 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:58:10.402808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:58:10.451676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-809e88b2-20a5-4634-8e48-2ae986905abd req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:10.463484 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['0ca46d5b-804a-47ca-8e9f-3129d8a3f522'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:58:10.467255 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-b81d5330-22e8-4407-978d-772bd4922fa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:10.759272 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Pushing event deleted for resources: {'Port': ['ID=0ca46d5b-804a-47ca-8e9f-3129d8a3f522,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:10.764725 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:10.938577 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-13757be5-bfd6-4adc-901e-70103682dc86 req-d1cf7b27-1b84-4155-88dd-fea91148c88e tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=953b5b5d-9d20-45f4-980b-82f6f1d40ced HTTP/1.1" status: 200 len: 210 time: 0.0518537 Apr 05 15:58:10.944549 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-809e88b2-20a5-4634-8e48-2ae986905abd req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] No DVR routers for this DVR port 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:58:10.947230 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-809e88b2-20a5-4634-8e48-2ae986905abd req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:10.954942 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953b5b5d-9d20-45f4-980b-82f6f1d40ced', 'name': 'network-vif-deleted', 'tag': '0ca46d5b-804a-47ca-8e9f-3129d8a3f522'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:58:10.971904 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-809e88b2-20a5-4634-8e48-2ae986905abd req-f28055c2-7524-4f6d-97dc-1c2e9e95d854 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.49 "DELETE /v2.0/ports/0ca46d5b-804a-47ca-8e9f-3129d8a3f522 HTTP/1.1" status: 204 len: 173 time: 1.1244051 Apr 05 15:58:11.011653 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953b5b5d-9d20-45f4-980b-82f6f1d40ced', 'name': 'network-vif-deleted', 'tag': '0ca46d5b-804a-47ca-8e9f-3129d8a3f522', 'status': 'completed', 'code': 200} Apr 05 15:58:12.329004 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-6dd3dab5-c4ce-481a-95c1-52dfea72480d tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:12.330506 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-6dd3dab5-c4ce-481a-95c1-52dfea72480d tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/networks?id=72f253b0-5053-49a0-9c56-9b6cadfc4a0d HTTP/1.1" status: 200 len: 808 time: 0.1607225 Apr 05 15:58:12.346800 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-b1eb8d34-9429-442e-bda4-1418fc2ff9e4 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/quotas/9cf7ba8955fd4fb79bc65cb0a148f577 HTTP/1.1" status: 200 len: 375 time: 0.0096269 Apr 05 15:58:12.399133 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-f750f89c-7ac6-4995-bb44-f3e590900b68 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9cf7ba8955fd4fb79bc65cb0a148f577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469520 Apr 05 15:58:12.541188 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-9d5a25ee-c302-4608-8eb1-4191355ecc32 service neutron] 10.222.0.46 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348023 Apr 05 15:58:12.683016 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-002d71b7-1c50-4a9f-8fda-7b73deb27752 service neutron] 10.222.0.46 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354041 Apr 05 15:58:12.874271 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-171b4149-2ae0-47a3-b67b-820c5f7e15fc req-e478c3ee-7725-4db8-aec4-643da0212061 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 210 time: 0.0486722 Apr 05 15:58:13.050049 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:58:13.086434 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:58:13.086822 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device 0ca46d5b-804a-47ca-8e9f-3129d8a3f522 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:58:13.984183 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-82fa9030-1a98-4786-917f-62e45c5ca51c req-42d292c0-62bb-4f89-82b1-878f9e77a480 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 210 time: 0.0538936 Apr 05 15:58:15.091121 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-340ff3da-2380-40c7-afc3-a7defa111a8d req-d6668f63-8cd5-4277-9a1f-110326370ee7 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 210 time: 0.0483899 Apr 05 15:58:15.947473 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-e27e5eb0-bad2-4b8c-abe6-e0fb43db2a17 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:15.949094 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-e27e5eb0-bad2-4b8c-abe6-e0fb43db2a17 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.49 "GET /v2.0/networks?id=72f253b0-5053-49a0-9c56-9b6cadfc4a0d HTTP/1.1" status: 200 len: 808 time: 0.1577215 Apr 05 15:58:15.963456 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Request body: {'port': {'device_id': 'e2de53ff-139b-4c2a-b1e1-5e090c49d735', 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d', 'admin_state_up': True, 'tenant_id': '9cf7ba8955fd4fb79bc65cb0a148f577'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:58:16.114281 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:58:16.118688 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Usage tracker for resource:port and tenant:9cf7ba8955fd4fb79bc65cb0a148f577 is out of sync, need to count used quota {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:58:16.121718 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:58:16.128069 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:58:16.136339 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Made reservation on behalf of 9cf7ba8955fd4fb79bc65cb0a148f577 for: {'port': 1} {{(pid=84314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:58:16.142642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:16.257596 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-56f3257c-3a82-4e7d-809f-8c5c336280e8 req-3c35664b-872c-4b67-a327-3ac57c321e79 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 210 time: 0.0489914 Apr 05 15:58:16.316657 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_common [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Allocated IP 172.20.0.13 (72f253b0-5053-49a0-9c56-9b6cadfc4a0d/808711b2-d784-474e-a8ed-df13e83fb053/fc4e015b-5141-4da3-9cc5-cd1f985c4816) {{(pid=84314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:58:16.527290 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks [] for port, precommit_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:16.556844 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363297317409840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_create {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:16.573770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-202b1504-e57d-4f8d-a781-852fe06b126a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:16.719452 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Pushing event updated for resources: {'Port': ['ID=fc4e015b-5141-4da3-9cc5-cd1f985c4816,revision_number=1']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:16.731125 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.731549 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.731964 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.732379 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.732825 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.733232 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.733635 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.734041 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.734442 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.734854 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.735250 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.735645 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:16.739467 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:16.782339 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d is already hosted by enough agents. {{(pid=84314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:58:16.783457 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.scheduler.base_scheduler [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Resources bound (agent type, host, resource id): {{(pid=84314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:58:16.785841 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Received port after_create {{(pid=84314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:58:16.850795 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:16.851460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:16.874652 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-572a9e6b-d77d-4058-a37d-d70fe7e23019 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9165657 Apr 05 15:58:16.886748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.v2.base [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Request body: {'port': {'device_id': 'e2de53ff-139b-4c2a-b1e1-5e090c49d735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:58:17.008712 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:17.424266 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4e015b-5141-4da3-9cc5-cd1f985c4816 {{(pid=84314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:58:17.432178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:17.447471 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Transition to ACTIVE for port object fc4e015b-5141-4da3-9cc5-cd1f985c4816 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:58:17.450144 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:17.459802 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e0bde-02b5-465a-9acc-8b006b92932d req-9b9a57b9-6097-4501-bfa5-d7cc9f157991 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:17.461431 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fa5e0bde-02b5-465a-9acc-8b006b92932d req-9b9a57b9-6097-4501-bfa5-d7cc9f157991 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 932 time: 0.0923758 Apr 05 15:58:17.465991 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a09596d6-26cd-4b02-a3f7-661c002cbd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:17.510605 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fa5e0bde-02b5-465a-9acc-8b006b92932d req-eb7b87de-ce04-4671-ac95-395e99cc0d84 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Apr 05 15:58:17.608400 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4e015b-5141-4da3-9cc5-cd1f985c4816,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:17.611367 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:17.823465 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Attempting to bind port fc4e015b-5141-4da3-9cc5-cd1f985c4816 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:58:17.823840 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Attempting to bind port fc4e015b-5141-4da3-9cc5-cd1f985c4816 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '527442e9-659f-4ad0-83f6-e86d492b4a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:58:17.824212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Attempting to bind port fc4e015b-5141-4da3-9cc5-cd1f985c4816 on network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:58:17.829245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Port fc4e015b-5141-4da3-9cc5-cd1f985c4816 on network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:58:17.829603 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Attempting to bind port fc4e015b-5141-4da3-9cc5-cd1f985c4816 on network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:58:17.835104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Checking agent: {'id': '254f808b-aaf8-44ac-97b9-94399cc95bee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:58:17.835481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Checking segment: {'id': '527442e9-659f-4ad0-83f6-e86d492b4a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:58:17.835905 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Bound using segment: {'id': '527442e9-659f-4ad0-83f6-e86d492b4a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:58:17.836378 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Bound port: fc4e015b-5141-4da3-9cc5-cd1f985c4816, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527442e9-659f-4ad0-83f6-e86d492b4a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:58:17.836791 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:17.929167 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] For port fc4e015b-5141-4da3-9cc5-cd1f985c4816, host hv-cinder-78477, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:58:17.932254 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] For port fc4e015b-5141-4da3-9cc5-cd1f985c4816, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc4e015b-5141-4da3-9cc5-cd1f985c4816,segment=NetworkSegment(527442e9-659f-4ad0-83f6-e86d492b4a29),segment_id=527442e9-659f-4ad0-83f6-e86d492b4a29)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:58:17.935312 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32290517'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:17.950132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-a24b0239-000c-45cf-8d36-7d890391e46b tempest-AttachVolumeTestJSON-842807337 tempest-AttachVolumeTestJSON-842807337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:18.105627 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4e015b-5141-4da3-9cc5-cd1f985c4816,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:18.110630 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:18.143460 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:18.144260 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:18.145833 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-52eec0e7-06e5-4fe9-bacb-a0a7b6bf00e1 service neutron] 10.222.0.49 "PUT /v2.0/ports/fc4e015b-5141-4da3-9cc5-cd1f985c4816 HTTP/1.1" status: 200 len: 1094 time: 1.2636719 Apr 05 15:58:18.146375 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2de53ff-139b-4c2a-b1e1-5e090c49d735', 'tag': 'fc4e015b-5141-4da3-9cc5-cd1f985c4816'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:58:18.218151 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2de53ff-139b-4c2a-b1e1-5e090c49d735', 'tag': 'fc4e015b-5141-4da3-9cc5-cd1f985c4816', 'status': 'completed', 'code': 200} Apr 05 15:58:18.261132 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-7bde1460-7f6a-49b5-8609-2cc00c52090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:18.262738 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-7bde1460-7f6a-49b5-8609-2cc00c52090a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9cf7ba8955fd4fb79bc65cb0a148f577&device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 1097 time: 0.0812802 Apr 05 15:58:18.338631 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-fbd9bd3e-414c-44ea-b6ca-891694af570a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4e015b-5141-4da3-9cc5-cd1f985c4816 HTTP/1.1" status: 200 len: 217 time: 0.0683203 Apr 05 15:58:18.406263 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-f22f8c4d-1913-4d8f-bad5-3d62ddad84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:18.407737 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-f22f8c4d-1913-4d8f-bad5-3d62ddad84fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=808711b2-d784-474e-a8ed-df13e83fb053 HTTP/1.1" status: 200 len: 848 time: 0.0623846 Apr 05 15:58:18.460996 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-7daa1bb1-72ec-4275-9d75-4488e6fad4f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72f253b0-5053-49a0-9c56-9b6cadfc4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473247 Apr 05 15:58:18.601817 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-9491341d-a655-4a50-a346-815cc388d00e service neutron] 10.222.0.49 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349154 Apr 05 15:58:18.713241 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e820a-078d-41a9-9356-ad37e7986d11 req-af70a146-b05a-498e-9fb0-3879539e58fe tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:18.714772 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-814e820a-078d-41a9-9356-ad37e7986d11 req-af70a146-b05a-498e-9fb0-3879539e58fe tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 944 time: 0.0878906 Apr 05 15:58:18.743987 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-8cd8bf0f-4a36-45fb-b088-3cc8dbbd94f4 req-9733f42d-cee9-4164-b8c0-226870d480cb service neutron] 10.222.0.49 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360819 Apr 05 15:58:18.766975 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-814e820a-078d-41a9-9356-ad37e7986d11 req-e97995f4-f837-4694-8b0e-85560c1df804 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457015 Apr 05 15:58:18.864355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772daf-8c58-4796-9c30-0b972c5fc61c req-06612390-cee8-470a-b744-5742d6330920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:18.865987 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b772daf-8c58-4796-9c30-0b972c5fc61c req-06612390-cee8-470a-b744-5742d6330920 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9cf7ba8955fd4fb79bc65cb0a148f577&device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 1097 time: 0.0771720 Apr 05 15:58:19.009477 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772daf-8c58-4796-9c30-0b972c5fc61c req-aa0f086c-5b36-4bb8-9b0e-477e1a5934a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:19.011067 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b772daf-8c58-4796-9c30-0b972c5fc61c req-aa0f086c-5b36-4bb8-9b0e-477e1a5934a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72f253b0-5053-49a0-9c56-9b6cadfc4a0d HTTP/1.1" status: 200 len: 909 time: 0.1387179 Apr 05 15:58:19.086342 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b772daf-8c58-4796-9c30-0b972c5fc61c req-d90726ca-523b-4e35-abbc-bfbb43c05e5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4e015b-5141-4da3-9cc5-cd1f985c4816 HTTP/1.1" status: 200 len: 217 time: 0.0681958 Apr 05 15:58:19.154616 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772daf-8c58-4796-9c30-0b972c5fc61c req-a3e998a1-ca04-4e0b-84dc-0fabfb4dd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:19.156099 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b772daf-8c58-4796-9c30-0b972c5fc61c req-a3e998a1-ca04-4e0b-84dc-0fabfb4dd632 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=808711b2-d784-474e-a8ed-df13e83fb053 HTTP/1.1" status: 200 len: 848 time: 0.0624802 Apr 05 15:58:19.207798 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b772daf-8c58-4796-9c30-0b972c5fc61c req-5ecff729-9212-4d28-87e4-68878f9e5bfe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72f253b0-5053-49a0-9c56-9b6cadfc4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456061 Apr 05 15:58:19.345145 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b772daf-8c58-4796-9c30-0b972c5fc61c req-426fc15c-7b23-4464-874f-6adea2359ba2 service neutron] 10.222.0.49 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308715 Apr 05 15:58:19.484175 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-2b772daf-8c58-4796-9c30-0b972c5fc61c req-707bf6ef-3326-4606-8849-62742bb91853 service neutron] 10.222.0.49 "GET /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324468 Apr 05 15:58:19.974676 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db54ac-579d-4cf7-b2ba-9fd3272b1af1 req-4768f567-59d7-4efc-aa48-8b55ab9c177b tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:19.976304 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c8db54ac-579d-4cf7-b2ba-9fd3272b1af1 req-4768f567-59d7-4efc-aa48-8b55ab9c177b tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 944 time: 0.0888991 Apr 05 15:58:20.025085 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-c8db54ac-579d-4cf7-b2ba-9fd3272b1af1 req-76d7832f-2274-4c34-888a-4f0ae0b45cc1 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Apr 05 15:58:21.070620 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device fc4e015b-5141-4da3-9cc5-cd1f985c4816 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:58:21.216301 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port fc4e015b-5141-4da3-9cc5-cd1f985c4816, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc4e015b-5141-4da3-9cc5-cd1f985c4816,segment=NetworkSegment(527442e9-659f-4ad0-83f6-e86d492b4a29),segment_id=527442e9-659f-4ad0-83f6-e86d492b4a29)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:58:21.230965 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f5add-1ac6-4b35-a5b2-bdf54a375cab req-ffcecf5a-d9c3-4206-8a11-3038cc238136 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:21.231190 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Returning: {'device': 'fc4e015b-5141-4da3-9cc5-cd1f985c4816', 'network_id': '72f253b0-5053-49a0-9c56-9b6cadfc4a0d', 'port_id': 'fc4e015b-5141-4da3-9cc5-cd1f985c4816', 'mac_address': 'fa:16:3e:6a:9e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808711b2-d784-474e-a8ed-df13e83fb053', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:58:21.232623 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-608f5add-1ac6-4b35-a5b2-bdf54a375cab req-ffcecf5a-d9c3-4206-8a11-3038cc238136 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 944 time: 0.0941801 Apr 05 15:58:21.284441 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-608f5add-1ac6-4b35-a5b2-bdf54a375cab req-d124d9f9-ca32-4ad9-9e6d-17abb9f83052 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450721 Apr 05 15:58:21.294736 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:21.312820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4e015b-5141-4da3-9cc5-cd1f985c4816 {{(pid=84315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:58:21.329228 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port fc4e015b-5141-4da3-9cc5-cd1f985c4816, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc4e015b-5141-4da3-9cc5-cd1f985c4816,segment=NetworkSegment(527442e9-659f-4ad0-83f6-e86d492b4a29),segment_id=527442e9-659f-4ad0-83f6-e86d492b4a29)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:58:21.332605 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:21.334428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:21.403580 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=fc4e015b-5141-4da3-9cc5-cd1f985c4816,revision_number=4']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:21.406820 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:21.658879 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['fc4e015b-5141-4da3-9cc5-cd1f985c4816'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:58:22.481436 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428c52c-f13e-49d5-b557-55be1d4919a3 req-c64c8014-ea8b-43f6-bd5a-0b1d1f731911 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:22.483020 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4428c52c-f13e-49d5-b557-55be1d4919a3 req-c64c8014-ea8b-43f6-bd5a-0b1d1f731911 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 945 time: 0.0870161 Apr 05 15:58:22.529597 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4428c52c-f13e-49d5-b557-55be1d4919a3 req-f928f6b2-2ae3-48ec-85c6-4d78f682a1ee tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 Apr 05 15:58:23.065931 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device fc4e015b-5141-4da3-9cc5-cd1f985c4816 up at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:58:23.136720 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning for port fc4e015b-5141-4da3-9cc5-cd1f985c4816 completed by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:58:23.141539 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.provisioning_blocks [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Provisioning complete for port fc4e015b-5141-4da3-9cc5-cd1f985c4816 triggered by entity L2. {{(pid=84315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:58:23.141962 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:23.264667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350626'] for port, before_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:23.293859 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de53ff-139b-4c2a-b1e1-5e090c49d735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4e015b-5141-4da3-9cc5-cd1f985c4816'}] {{(pid=84315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:58:23.304070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] For port fc4e015b-5141-4da3-9cc5-cd1f985c4816, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc4e015b-5141-4da3-9cc5-cd1f985c4816,segment=NetworkSegment(527442e9-659f-4ad0-83f6-e86d492b4a29),segment_id=527442e9-659f-4ad0-83f6-e86d492b4a29)] {{(pid=84315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:58:23.307070 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739537808516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297317409823', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363297317409532'] for port, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:23.309221 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:23.346635 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de53ff-139b-4c2a-b1e1-5e090c49d735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4e015b-5141-4da3-9cc5-cd1f985c4816', 'code': 200} Apr 05 15:58:23.384104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Pushing event updated for resources: {'Port': ['ID=fc4e015b-5141-4da3-9cc5-cd1f985c4816,revision_number=5']} {{(pid=84315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:23.387239 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:23.580111 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f6a9a-bf17-4f9d-86ba-571fc46d0500 req-225e2dba-7499-4d65-ad65-5867232ee67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:23.582455 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-560f6a9a-bf17-4f9d-86ba-571fc46d0500 req-225e2dba-7499-4d65-ad65-5867232ee67e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 1099 time: 0.0831742 Apr 05 15:58:23.624282 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-560f6a9a-bf17-4f9d-86ba-571fc46d0500 req-275a8c4d-7893-4c44-be01-9ceebb5ea594 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357785 Apr 05 15:58:23.729952 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bef33-02ce-402a-b7c7-23e2bfe6f9a8 req-3395ac0b-598c-4b31-8db7-5ba61aea5f95 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:23.731450 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cf0bef33-02ce-402a-b7c7-23e2bfe6f9a8 req-3395ac0b-598c-4b31-8db7-5ba61aea5f95 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 946 time: 0.0905602 Apr 05 15:58:23.779151 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-cf0bef33-02ce-402a-b7c7-23e2bfe6f9a8 req-72d381ca-f005-4b47-8fca-e70df001f1cf tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Apr 05 15:58:24.788770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4788cbda-a6e0-4532-bea7-db6ff77573ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:24.982575 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679c878-ef34-4e03-9988-106d330e899f req-b1994bfa-acdd-4dd4-84b3-55c7af20683f tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:24.984220 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d679c878-ef34-4e03-9988-106d330e899f req-b1994bfa-acdd-4dd4-84b3-55c7af20683f tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 946 time: 0.0926993 Apr 05 15:58:25.032959 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-d679c878-ef34-4e03-9988-106d330e899f req-27f46147-a2dd-4241-aac2-651c2e810e09 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Apr 05 15:58:26.134853 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93d08c-906f-42e3-b601-808d5c5bfadb req-8269b520-fec8-41ca-92da-cfa50a81eb5f tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:26.136441 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5f93d08c-906f-42e3-b601-808d5c5bfadb req-8269b520-fec8-41ca-92da-cfa50a81eb5f tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 946 time: 0.0876825 Apr 05 15:58:26.188981 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-5f93d08c-906f-42e3-b601-808d5c5bfadb req-af60e495-2e82-4759-8a5d-c299fe145c89 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459867 Apr 05 15:58:26.330700 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:26.993243 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-36ec212e-d595-488c-8461-2a0fbf2b70c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:27.397219 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbba2fc-64a7-4304-b775-bd2b918ed606 req-5f2f9ec2-8b5f-4e36-af7c-7bbe7e8b073c tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:27.398798 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4fbba2fc-64a7-4304-b775-bd2b918ed606 req-5f2f9ec2-8b5f-4e36-af7c-7bbe7e8b073c tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 946 time: 0.0904031 Apr 05 15:58:27.446065 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4fbba2fc-64a7-4304-b775-bd2b918ed606 req-a07b1100-9fa3-4391-8f94-466dc2efddba tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbb84261-5882-4e04-a24b-721a3be7ad7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 Apr 05 15:58:27.556873 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:27.601453 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-4d3a7caa-fe08-493f-a46a-8a9ff67f2517 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:27.602212 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-4d3a7caa-fe08-493f-a46a-8a9ff67f2517 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Synchronizing usage tracker for tenant:9cf7ba8955fd4fb79bc65cb0a148f577 on resource:port {{(pid=84314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:58:27.616979 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-4d3a7caa-fe08-493f-a46a-8a9ff67f2517 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Unset dirty status for tenant:9cf7ba8955fd4fb79bc65cb0a148f577 on resource:port {{(pid=84314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:58:27.618171 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-4d3a7caa-fe08-493f-a46a-8a9ff67f2517 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 946 time: 0.1038296 Apr 05 15:58:27.696974 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Deleting port fc4e015b-5141-4da3-9cc5-cd1f985c4816 {{(pid=84314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:58:27.697362 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297316982371'] for port, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:27.953958 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] For port fc4e015b-5141-4da3-9cc5-cd1f985c4816, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc4e015b-5141-4da3-9cc5-cd1f985c4816,segment=NetworkSegment(527442e9-659f-4ad0-83f6-e86d492b4a29),segment_id=527442e9-659f-4ad0-83f6-e86d492b4a29)] {{(pid=84314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:58:27.954358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853827472'] for port, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:28.314987 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Calling delete_port for fc4e015b-5141-4da3-9cc5-cd1f985c4816 owned by compute:nova {{(pid=84314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:58:28.460858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739537808499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739537365977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036822485283'] for port, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:28.473358 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.db [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] get_ports_and_sgs() called for port_ids ['fc4e015b-5141-4da3-9cc5-cd1f985c4816'] {{(pid=84315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:58:28.476076 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-5e496ebc-1095-4d0f-ad22-ec235264f0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:28.532404 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Pushing event deleted for resources: {'Port': ['ID=fc4e015b-5141-4da3-9cc5-cd1f985c4816,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:28.537227 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:28.608570 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-fb9369c2-a2c2-405e-a984-0a6772f9999c req-6898c67a-3380-4c0f-885b-5ba6a6960457 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2de53ff-139b-4c2a-b1e1-5e090c49d735 HTTP/1.1" status: 200 len: 210 time: 0.0486760 Apr 05 15:58:28.720793 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] No DVR routers for this DVR port fc4e015b-5141-4da3-9cc5-cd1f985c4816 on host hv-cinder-78477 {{(pid=84314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:58:28.723663 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5121'] for port, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:28.726383 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de53ff-139b-4c2a-b1e1-5e090c49d735', 'name': 'network-vif-deleted', 'tag': 'fc4e015b-5141-4da3-9cc5-cd1f985c4816'}] {{(pid=84314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:58:28.741517 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [req-4c7cf266-3ed9-42fe-8a10-a650875f8d74 req-771b4a7d-0a2d-47ab-a088-8c11fa164331 tempest-VolumesActionsTest-1536267948 tempest-VolumesActionsTest-1536267948-project] 10.222.0.49 "DELETE /v2.0/ports/fc4e015b-5141-4da3-9cc5-cd1f985c4816 HTTP/1.1" status: 204 len: 173 time: 1.1178200 Apr 05 15:58:28.778303 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de53ff-139b-4c2a-b1e1-5e090c49d735', 'name': 'network-vif-deleted', 'tag': 'fc4e015b-5141-4da3-9cc5-cd1f985c4816', 'status': 'completed', 'code': 200} Apr 05 15:58:29.251874 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:31.100065 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device fc4e015b-5141-4da3-9cc5-cd1f985c4816 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:58:31.136852 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.plugin [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] No Port match for: fc4e015b-5141-4da3-9cc5-cd1f985c4816 {{(pid=84315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:58:31.137245 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.rpc [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Device fc4e015b-5141-4da3-9cc5-cd1f985c4816 not bound to the agent host hv-cinder-78477 {{(pid=84315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:58:33.532770 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:47.403208 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:58:48.352341 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60820) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:58:48.418213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9261f20-f13c-45da-98d6-eb67e7f1462a admin admin] Deleting subnet 808711b2-d784-474e-a8ed-df13e83fb053 {{(pid=84314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:58:48.421323 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e9261f20-f13c-45da-98d6-eb67e7f1462a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:48.472567 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e9261f20-f13c-45da-98d6-eb67e7f1462a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822484389'] for subnet, precommit_delete_associations {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:48.532963 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e9261f20-f13c-45da-98d6-eb67e7f1462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:48.782748 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e9261f20-f13c-45da-98d6-eb67e7f1462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32290304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33446941'] for subnet, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:48.802179 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-4cd2a6c7-3647-418b-ac02-a8b9e6d4dad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:48.845955 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9261f20-f13c-45da-98d6-eb67e7f1462a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808711b2-d784-474e-a8ed-df13e83fb053,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:48.850858 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e9261f20-f13c-45da-98d6-eb67e7f1462a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:48.934642 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e9261f20-f13c-45da-98d6-eb67e7f1462a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:48.940690 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e9261f20-f13c-45da-98d6-eb67e7f1462a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/808711b2-d784-474e-a8ed-df13e83fb053 HTTP/1.1" status: 204 len: 168 time: 0.5872140 Apr 05 15:58:48.943862 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60824) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:58:49.055896 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-421485'] for network, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:49.246612 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363297316938817'] for network, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:49.361662 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f253b0-5053-49a0-9c56-9b6cadfc4a0d']}} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:58:49.374303 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527442e9-659f-4ad0-83f6-e86d492b4a29') {'for_net_delete': True} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:58:49.374644 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.services.segments.db [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527442e9-659f-4ad0-83f6-e86d492b4a29') {} {{(pid=84314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:58:49.386928 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739537836881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32291410'] for segment, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:49.402012 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:49.408295 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=84314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:58:49.586077 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:58:49.595029 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32290475'] for segment, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:49.768481 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.plugins.ml2.managers [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Network 72f253b0-5053-49a0-9c56-9b6cadfc4a0d has no segments {{(pid=84314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: Traceback (most recent call last): Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: timer() Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: cb(*args, **kw) Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: return func(*args, **kwargs) Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: self._notify() Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: self.callback(batched_events) Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: event.method(event) Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: segment_id)['aggregates'][0] Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: return f(self, *a, **k) Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: return self._get(url).json() Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: **kwargs) Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: return self.request(url, 'GET', **kwargs) Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: **endpoint_filter) Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:58:49.790446 dv-cinder-784779-1-smb neutron-server[84200]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:58:49.866696 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838374'] for network, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:49.870277 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:49.886907 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563976'] for network, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:49.895601 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f253b0-5053-49a0-9c56-9b6cadfc4a0d,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:49.898941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:49.903207 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-48cab844-ee82-4bc6-af15-2143d8f3b1a6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/72f253b0-5053-49a0-9c56-9b6cadfc4a0d HTTP/1.1" status: 204 len: 168 time: 0.9583576 Apr 05 15:58:50.017466 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60830) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:58:50.072354 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-daed9dd0-475f-433e-9b8c-98b73633c7ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9cf7ba8955fd4fb79bc65cb0a148f577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535421 Apr 05 15:58:50.074823 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60834) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:58:50.135113 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:50.162122 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:50.210523 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:50.215596 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-570f0d6f-9d5a-4e80-95a4-f1f404eda487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:58:50.229039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb84261-5882-4e04-a24b-721a3be7ad7a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:58:50.242808 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.243238 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.243654 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.244062 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.244506 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.244894 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.245297 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.245697 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.246100 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.246495 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.246892 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.247288 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-smb {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:58:50.250768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:50.251985 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dbb84261-5882-4e04-a24b-721a3be7ad7a HTTP/1.1" status: 204 len: 168 time: 0.1762094 Apr 05 15:58:50.252995 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-0a47fc08-cca1-474a-b95c-c030c3b87544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:58:54.789810 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e4edb0ac-ef81-4eec-a441-b1c9d6d9299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:56.164716 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:57.005384 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-ae59e731-e632-457c-a3ac-260358740037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:57.559441 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:59.255547 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:02.435775 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84313) accepted ('10.222.0.46', 60970) {{(pid=84313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:02.558646 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e086fd99-cddf-41c6-991e-744ceb99b592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:02.573726 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e086fd99-cddf-41c6-991e-744ceb99b592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:59:02.577794 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e086fd99-cddf-41c6-991e-744ceb99b592 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd6169da2004105a998997d06bbacc8 is out of sync, need to count used quota {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:59:02.580950 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.quota.resource [None req-e086fd99-cddf-41c6-991e-744ceb99b592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:59:02.587792 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.quota.driver [None req-e086fd99-cddf-41c6-991e-744ceb99b592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:59:02.673699 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e086fd99-cddf-41c6-991e-744ceb99b592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:02.676658 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e086fd99-cddf-41c6-991e-744ceb99b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:02.688918 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-f89f7814-860f-48b5-b121-95bbb09ec563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:02.732489 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-e086fd99-cddf-41c6-991e-744ceb99b592 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbd6169da2004105a998997d06bbacc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955387 Apr 05 15:59:02.733458 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086fd99-cddf-41c6-991e-744ceb99b592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48680a6-7d50-447a-bd7f-bfcd418a48c2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:02.735425 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [-] (84314) accepted ('10.222.0.46', 60976) {{(pid=84314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:02.737073 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-e086fd99-cddf-41c6-991e-744ceb99b592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:02.798785 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aa57bcaa-372c-4c42-a55f-4ae5784fdb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:02.830067 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aa57bcaa-372c-4c42-a55f-4ae5784fdb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:02.874831 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aa57bcaa-372c-4c42-a55f-4ae5784fdb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853809677'] for security_group, after_delete {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:02.879819 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-c35bdbec-744a-4686-af31-28d81aaefb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:02.890633 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57bcaa-372c-4c42-a55f-4ae5784fdb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48680a6-7d50-447a-bd7f-bfcd418a48c2,revision_number=None']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:02.894355 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG oslo_concurrency.lockutils [None req-aa57bcaa-372c-4c42-a55f-4ae5784fdb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:02.897713 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-aa57bcaa-372c-4c42-a55f-4ae5784fdb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:02.898929 dv-cinder-784779-1-smb neutron-server[84200]: INFO neutron.wsgi [None req-aa57bcaa-372c-4c42-a55f-4ae5784fdb49 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a48680a6-7d50-447a-bd7f-bfcd418a48c2 HTTP/1.1" status: 204 len: 168 time: 0.1623940 Apr 05 15:59:03.528178 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:24.403829 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:59:24.792039 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-92860053-c974-4b97-981b-57ca886c2024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:26.167072 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:26.992099 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2c97-ed1e-425f-8075-6268749ae8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:27.562218 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:29.374614 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:33.547048 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:54.793412 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e4d75848-ba69-4997-8d5d-f3c87a9b1212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:56.168961 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:56.993754 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a4a63e5a-bcfd-4a8c-9fd8-a5ac5099f520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:57.564314 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:59.260904 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:01.403463 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:00:03.576104 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:08.204201 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [req-d2d920fb-b799-4a0d-b5d7-5956ab84faa6 req-4ab28546-306d-49b8-ab9e-32a26745094b service neutron] (84314) timed out ('10.222.0.49', 64896) {{(pid=84314) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 16:00:11.614326 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [req-7237f840-e7f0-48db-9640-09a13a1015b1 req-74e20a31-0479-43db-96ab-18cae5609ad0 service neutron] (84313) timed out ('10.222.0.49', 64880) {{(pid=84313) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 16:00:24.796033 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-6f89f62a-be7b-4a95-86d2-d3a5b9a01d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:26.170827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:26.995124 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-e628ca4a-a350-490b-b13c-43eee6b32499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:27.566292 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:29.264941 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:33.580428 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:38.402465 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:00:54.797512 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d36f972e-db66-4f93-867c-2777557812c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:56.172493 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:56.996885 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-488d8137-3c43-4b29-b47d-382c7b2773e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:57.568421 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:59.267818 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:03.594310 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:15.402564 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:01:24.799363 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a1781008-e3ea-4eee-a7db-71b7f65da1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:26.173213 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:26.997834 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-368298df-bd1c-4c5a-98e2-1e2f5288afce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:27.571796 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:29.386087 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:33.589768 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:52.401836 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:01:54.799723 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-9fec2d2c-9482-443a-8e59-d72b5ee5d02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:56.173827 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:57.000170 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-0e7887ab-d75f-4639-9873-1ef9ae4dba55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:57.573971 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:59.274926 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:03.589127 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:24.799943 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-dbd79b2c-ab06-4034-b65d-2093f8c2604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:26.175486 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:27.002030 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-1e214112-c04a-4ad0-9f3a-db20f995da33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:27.575947 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:29.279544 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:29.402142 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:02:33.593552 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:54.802559 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b43a-418e-4ce9-8160-3e5e3d04b5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:56.176727 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:57.005849 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-92eef270-0c73-430e-916f-06c2b8beaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:57.580217 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:59.282022 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:03.604056 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:06.401207 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:03:14.127038 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.wsgi [req-10fb6043-69e4-482e-802e-194706ca8539 req-9787e545-129d-491c-84c5-bcbbf3ff7a96 service neutron] (84313) timed out ('10.222.0.46', 56830) {{(pid=84313) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 16:03:24.803582 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-a5a1f30c-a1c3-43e1-a820-559ea37042ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:26.178667 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:27.007786 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-f996c76f-8de3-4072-8868-2a0314bcc5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:27.582565 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:29.399746 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:33.593098 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:43.400902 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron.db.agents_db [None req-a7ccb37a-574c-4dc2-971a-831c061b6c64 None None] Agent healthcheck: found 6 active agents {{(pid=84316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:03:54.804557 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-8eccaab6-03ad-4bf6-9235-5a919bee63f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:56.181936 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-2e99d1b0-9953-4722-a7fe-814000e5d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:57.009040 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-08176618-bf19-466c-99a6-ad7dd382db49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:57.585574 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-d04a8d72-a922-4b1c-a366-7be2b740ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:59.289335 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-58767b3c-0160-476d-9ab5-8bb5ac658fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:03.610086 dv-cinder-784779-1-smb neutron-server[84200]: DEBUG neutron_lib.callbacks.manager [None req-23354d62-56ba-4845-80cc-8d3c2f4ae985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297316938834', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}